-- Logs begin at Mon 2022-04-11 05:43:37 UTC, end at Mon 2022-04-11 06:49:34 UTC. -- Apr 11 06:21:33.568436 dv-cinder-836996-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 06:21:36.516207 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.common.config [-] Logging enabled! Apr 11 06:21:36.516830 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96 Apr 11 06:21:36.517078 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103214) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 06:21:36.520433 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.common.config [-] Logging enabled! Apr 11 06:21:36.520751 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96 Apr 11 06:21:36.520998 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103214) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 06:21:36.521931 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 06:21:36.522132 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 06:21:36.522519 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 06:21:36.522756 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 06:21:36.522974 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 06:21:36.523378 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.523809 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 06:21:36.524112 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.524403 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.524681 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.524951 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.525261 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.525519 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.525797 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.526085 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.526364 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.526634 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.526910 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.527196 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.527467 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.527746 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.528005 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.528280 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.528552 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.529005 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.529409 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.529683 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.529965 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.530243 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.530505 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.530774 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.531051 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.531374 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] host = dv-cinder-836996-3-iscsi {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.531649 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.531928 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.532206 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.532484 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.532749 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.533047 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.533328 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.533593 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.533858 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.534124 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.534406 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.534689 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.534974 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.535212 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.535544 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.535842 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.536125 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.536393 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.536661 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.536945 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.537218 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.537484 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.537745 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.538022 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.538298 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.538575 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.538840 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.539104 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.539367 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.539627 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.539903 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.540168 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.540431 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.540693 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.541001 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.541265 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.541533 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.541826 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.542108 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.542380 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.542659 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.542926 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.543201 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.543466 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.543729 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.543991 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.544254 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.544514 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.544784 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.545078 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.545345 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.545607 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.545869 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.546147 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.546409 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:36.546692 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.546979 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.547271 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.547556 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.547838 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.548127 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.548381 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.548650 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.548954 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.549241 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.549520 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.549789 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.550077 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.550356 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.550641 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.551115 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.551413 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.551706 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.551975 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.552242 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.552508 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.552777 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.553086 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.553358 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.553639 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.553921 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.554189 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.554480 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.554759 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.555043 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.555323 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.555586 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.555856 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.556138 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.556408 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.556670 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.556954 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.557236 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.557503 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.557764 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.558033 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.558297 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.558554 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.558813 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.559078 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.559357 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.559621 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.559879 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.560136 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.560398 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.560657 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.560955 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.561227 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.561495 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.561757 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.562025 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.562288 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.562552 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.562821 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.563082 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.563350 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.563611 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.563872 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.564131 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.564392 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.564653 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.564963 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.565194 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.565459 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.565717 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.565978 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.566288 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.566650 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.567046 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.567442 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.567736 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.568102 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.568379 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.568651 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.568940 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.569213 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.569481 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.569749 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.570015 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.570278 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.570559 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.570833 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.571110 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.571399 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.571669 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.571953 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.572222 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.572484 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.572753 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.573048 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.573318 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.573589 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.573860 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.574143 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.574424 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.574710 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.574994 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.575276 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.575545 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.575839 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.576104 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:36.576309 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 06:21:36.576542 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103214) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 06:21:36.944212 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 06:21:36.944440 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 06:21:36.944764 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 06:21:36.945115 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 06:21:37.277949 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.278209 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.278401 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.279701 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.279962 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.280216 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.333067 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.333331 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.333594 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.348551 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.348822 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.349113 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.378667 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.378947 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.379223 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.415481 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.415754 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.416010 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.759515 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.760167 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.760167 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.760440 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.760950 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.862342 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.862650 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.862933 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.863189 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.863515 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.863819 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.864158 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.864416 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.864660 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.864946 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.865214 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.865472 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.865704 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.865944 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.866189 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.866446 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.866692 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.866949 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.867208 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.867442 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.867850 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.868100 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.868380 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.868755 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.869021 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.869264 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.869651 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:21:37.869883 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:21:37.870112 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:21:37.870341 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:21:37.870568 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:21:37.870793 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:21:37.871152 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 06:21:37.874240 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 06:21:37.878144 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 06:21:37.881958 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 11 06:21:37.883532 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 06:21:37.883988 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 06:21:37.884311 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 06:21:37.884681 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 06:21:37.887623 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 06:21:37.887868 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 06:21:37.888205 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 06:21:37.893016 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 06:21:37.916241 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 06:21:37.916686 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.917018 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103214) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 06:21:37.917370 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.918698 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103214) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 06:21:37.918969 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 06:21:37.919200 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 06:21:37.922497 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.922769 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:37.985243 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 06:21:37.985449 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 06:21:37.985778 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 06:21:37.986067 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 06:21:38.008274 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_db.sqlalchemy.engines [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103214) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 06:21:38.448766 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Initializing driver for type 'gre' Apr 11 06:21:38.449366 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] gre ID ranges: [(1, 1000)] Apr 11 06:21:38.507367 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Initializing driver for type 'local' Apr 11 06:21:38.507691 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Initializing driver for type 'vlan' Apr 11 06:21:38.522259 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] VlanTypeDriver initialization complete Apr 11 06:21:38.522704 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Initializing driver for type 'vxlan' Apr 11 06:21:38.523187 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] vxlan ID ranges: [(1, 1000)] Apr 11 06:21:38.575562 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Initializing extension driver 'port_security' Apr 11 06:21:38.575926 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.extensions.port_security [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] PortSecurityExtensionDriver initialization complete Apr 11 06:21:38.576258 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Initializing mechanism driver 'openvswitch' Apr 11 06:21:38.576589 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Initializing mechanism driver 'hyperv' Apr 11 06:21:38.583628 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:38.584474 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.584843 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.585214 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.585736 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 06:21:38.586164 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.586508 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.586846 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.587237 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 06:21:38.587638 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > network after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.587982 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > network after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.588321 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.588709 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 06:21:38.589134 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > security_group after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.589472 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > security_group after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.589804 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.590193 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 06:21:38.590588 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.590927 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.591229 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.591617 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 06:21:38.592015 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > address_group after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.592352 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > address_group after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.592682 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.593089 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 06:21:38.593840 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] ML2 OVO RPC backend initialized. {{(pid=103214) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 06:21:38.594540 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.594892 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.595301 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > network before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.595642 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > networks before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.595981 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > port before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.596313 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > ports before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.596648 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > subnet before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.597011 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > subnets before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.597349 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > network after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.597818 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > network after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.598281 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.598609 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.598938 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.599268 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.599596 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.599925 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.600249 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.607387 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded quota_driver: . Apr 11 06:21:38.607744 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Modular L2 Plugin initialization complete Apr 11 06:21:38.608086 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading services supported by the core plugin {{(pid=103214) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 06:21:38.608424 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Got port-security extension from driver 'port_security' Apr 11 06:21:38.608900 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.extensions.vlantransparent [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Disabled vlantransparent extension. Apr 11 06:21:38.609421 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103214) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 06:21:38.609741 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading Plugin: router Apr 11 06:21:38.644460 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.644945 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router after_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.645476 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router before_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.645838 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.646205 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.646558 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router after_delete 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.646912 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.647252 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.647604 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router after_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.647943 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.648287 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.648627 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.648986 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.649388 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router precommit_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.649756 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.650095 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.650423 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.650755 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.651097 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.651440 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router precommit_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.651776 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: port before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.652112 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.652445 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.652779 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.653154 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router precommit_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.653505 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.653843 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router precommit_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.654202 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > agent after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.654545 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > agent after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.655008 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.655873 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Tracking information for resource: router configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:21:38.656200 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Tracking information for resource: floatingip configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 06:21:38.661232 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.db.l3_agentschedulers_db [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 06:21:38.661805 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.662159 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.662507 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.662851 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.663634 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router before_create 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.663995 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.664352 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router precommit_create 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.664701 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > router precommit_update 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.669531 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.services.provider_configuration [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service providers = [] {{(pid=103214) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 06:21:38.669891 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.db.servicetype_db [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103214) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 06:21:38.672814 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.services.service_base [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 06:21:38.673179 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.services.service_base [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 06:21:38.673517 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.services.service_base [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 06:21:38.674393 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.services.service_base [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 06:21:38.674760 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.services.service_base [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 06:21:38.675128 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:38.675441 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 06:21:38.687395 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:38.687723 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading Plugin: auto_allocate Apr 11 06:21:38.693394 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: network precommit_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.693754 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: network precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.694268 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:38.694582 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading Plugin: tag Apr 11 06:21:38.701400 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:38.701658 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading Plugin: timestamp Apr 11 06:21:38.705455 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:38.705777 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading Plugin: network_ip_availability Apr 11 06:21:38.711281 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.711644 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.711999 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.712704 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:38.713041 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading Plugin: flavors Apr 11 06:21:38.717879 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:38.718203 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading Plugin: revisions Apr 11 06:21:38.722826 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 06:21:38.723210 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 06:21:38.723938 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103214) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 06:21:38.724267 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Initializing extension manager. Apr 11 06:21:38.724790 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: __init__.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.725153 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: __pycache__ {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.725484 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.726225 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.726794 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: address-group Apr 11 06:21:38.727094 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: address_scope.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.727798 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.728304 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: address-scope Apr 11 06:21:38.728620 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.729575 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.730085 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: router-admin-state-down-before-update Apr 11 06:21:38.730418 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: agent.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.731109 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.731598 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: agent Apr 11 06:21:38.731907 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: agent_resources_synced.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.732815 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.733349 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: agent-resources-synced Apr 11 06:21:38.733662 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: allowedaddresspairs.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.735435 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.735956 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: allowed-address-pairs Apr 11 06:21:38.736275 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: auto_allocated_topology.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.737355 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.737865 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: auto-allocated-topology Apr 11 06:21:38.738183 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.738948 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.739445 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: availability_zone Apr 11 06:21:38.739767 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: availability_zone_filter.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.740676 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.741207 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: availability_zone_filter Apr 11 06:21:38.741520 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: data_plane_status.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.742414 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.742918 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 06:21:38.743231 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: default_subnetpools.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.744138 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.744641 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: default-subnetpools Apr 11 06:21:38.744981 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.745786 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.746290 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: dhcp_agent_scheduler Apr 11 06:21:38.746601 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: dns.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.747508 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.748006 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 06:21:38.748319 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: dns_domain_ports.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.749245 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.749750 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 06:21:38.750066 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.750966 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.751466 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 06:21:38.751779 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: dvr.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.752438 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.752943 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: dvr Apr 11 06:21:38.753277 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: ecmp_routes.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.754213 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.754708 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 06:21:38.755022 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: empty_string_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.755920 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.756420 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: empty-string-filtering Apr 11 06:21:38.756734 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.757660 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.758159 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 06:21:38.758469 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.759380 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.759871 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 06:21:38.760392 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: external_net.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.761098 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.761600 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: external-net Apr 11 06:21:38.761913 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.762811 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.763314 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: extra_dhcp_opt Apr 11 06:21:38.763625 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: extraroute.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.764522 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.765058 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: extraroute Apr 11 06:21:38.765370 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: extraroute_atomic.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.766386 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.766897 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: extraroute-atomic Apr 11 06:21:38.767214 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: filter_validation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.767876 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.768379 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: filter-validation Apr 11 06:21:38.768696 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: fip_pf_description.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.769886 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.770383 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 06:21:38.770696 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: fip_pf_port_range.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.771609 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.772112 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 06:21:38.772424 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: fip_port_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.773366 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.773868 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: fip-port-details Apr 11 06:21:38.774185 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: flavors.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.775388 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.775899 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: flavors Apr 11 06:21:38.776219 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.777886 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.778406 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 06:21:38.778725 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: floatingip_pools.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.779419 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.779920 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: floatingip-pools Apr 11 06:21:38.780236 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: ip_allocation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.781193 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.781698 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 06:21:38.782013 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.782922 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.783426 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: ip-substring-filtering Apr 11 06:21:38.783748 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: l2_adjacency.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.784681 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.785227 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 06:21:38.785625 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: l3.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.786528 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.787044 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: router Apr 11 06:21:38.787364 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.789652 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.790180 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 06:21:38.790505 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.791429 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.791941 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: ext-gw-mode Apr 11 06:21:38.792265 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.793200 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.793718 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: l3-ha Apr 11 06:21:38.794042 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.794946 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.795455 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 06:21:38.795774 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: l3_flavors.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.796676 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.797216 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: l3-flavors Apr 11 06:21:38.797537 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.798905 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.799419 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 06:21:38.799738 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.800644 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.801322 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 06:21:38.801651 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: l3agentscheduler.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.802696 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.803208 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: l3_agent_scheduler Apr 11 06:21:38.803528 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: local_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.805396 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.805919 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension local_ip not supported by any of loaded plugins Apr 11 06:21:38.806245 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: logging.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.807701 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.808219 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension logging not supported by any of loaded plugins Apr 11 06:21:38.808543 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: metering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.809309 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.809886 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: metering Apr 11 06:21:38.810206 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.811287 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.811801 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: metering_source_and_destination_fields Apr 11 06:21:38.812118 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: multiprovidernet.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.813075 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.813582 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: multi-provider Apr 11 06:21:38.813896 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: netmtu.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.814807 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.815312 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: net-mtu Apr 11 06:21:38.815627 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: netmtu_writable.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.816656 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.817198 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: net-mtu-writable Apr 11 06:21:38.817519 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: network_availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.818184 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.818690 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: network_availability_zone Apr 11 06:21:38.819008 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: network_ip_availability.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.820115 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.820621 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: network-ip-availability Apr 11 06:21:38.820980 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: network_segment_range.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.822612 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.822612 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 06:21:38.822612 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: pagination.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.823482 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.823802 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: pagination Apr 11 06:21:38.824112 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: port_device_profile.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.825059 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.825573 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: port-device-profile Apr 11 06:21:38.825889 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.826791 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.829304 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: port-mac-address-regenerate Apr 11 06:21:38.829304 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.829304 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.829304 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: port-numa-affinity-policy Apr 11 06:21:38.829304 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: port_resource_request.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.830205 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.830705 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 06:21:38.831017 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: port_resource_request_groups.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.831975 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.832531 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 06:21:38.833007 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: portbindings.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.833814 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.834320 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: binding Apr 11 06:21:38.834633 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: portbindings_extended.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.835892 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.836402 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: binding-extended Apr 11 06:21:38.836721 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: portsecurity.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.837652 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.838158 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: port-security Apr 11 06:21:38.838483 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: project_id.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.839445 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.839767 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: project-id Apr 11 06:21:38.840080 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: providernet.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.841034 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.841550 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: provider Apr 11 06:21:38.841865 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.845779 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.846300 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos not supported by any of loaded plugins Apr 11 06:21:38.846625 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.847896 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.848414 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 06:21:38.848740 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.849804 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.850317 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 06:21:38.850634 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_default.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.851551 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.852058 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-default not supported by any of loaded plugins Apr 11 06:21:38.852379 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_fip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.853322 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.853812 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 06:21:38.854128 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.855034 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.855531 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 06:21:38.855852 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_gateway_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.856756 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.857288 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 06:21:38.857608 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_port_network_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.858516 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.859017 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 06:21:38.859334 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.860364 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.860862 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 06:21:38.861215 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.862234 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.862738 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 06:21:38.863053 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_pps_rule.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.864269 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.864781 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 06:21:38.865125 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_rule_type_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.866038 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.866545 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 06:21:38.866859 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.867773 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.868299 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 06:21:38.868616 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: qos_rules_alias.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.869691 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.870201 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 06:21:38.870515 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: quota_check_limit.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.871419 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.871933 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: quota-check-limit Apr 11 06:21:38.872247 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: quotasv2.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.873231 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.873551 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: quotas Apr 11 06:21:38.873868 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: quotasv2_detail.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.875559 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.875887 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: quota_details Apr 11 06:21:38.876207 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: rbac.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.877311 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.877831 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: rbac-policies Apr 11 06:21:38.878157 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: rbac_address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.879097 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.879618 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: rbac-address-group Apr 11 06:21:38.879935 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: rbac_address_scope.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.880847 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.881382 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: rbac-address-scope Apr 11 06:21:38.881693 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: rbac_security_groups.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.882684 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.883196 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: rbac-security-groups Apr 11 06:21:38.883514 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: rbac_subnetpool.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.884428 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.884945 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: rbac-subnetpool Apr 11 06:21:38.885275 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: revisionifmatch.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.886189 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.886694 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: revision-if-match Apr 11 06:21:38.887010 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: revisions.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.888114 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.888628 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: standard-attr-revisions Apr 11 06:21:38.888974 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: router_availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.889638 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.890149 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: router_availability_zone Apr 11 06:21:38.890465 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: routerservicetype.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.891381 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.891885 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 06:21:38.892200 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.893146 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.893653 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: security-groups-normalized-cidr Apr 11 06:21:38.893966 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.895949 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.895949 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: port-security-groups-filtering Apr 11 06:21:38.895949 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.896820 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.897357 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: security-groups-remote-address-group Apr 11 06:21:38.897676 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.898611 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.899118 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: security-groups-shared-filtering Apr 11 06:21:38.899434 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.900014 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 06:21:38.900330 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: securitygroup.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.910034 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.910592 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: security-group Apr 11 06:21:38.910917 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: segment.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.911644 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.912151 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension segment not supported by any of loaded plugins Apr 11 06:21:38.912472 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.913432 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.913945 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 06:21:38.914262 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: servicetype.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.915346 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.915863 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: service-type Apr 11 06:21:38.916179 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: sorting.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.917185 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.917513 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: sorting Apr 11 06:21:38.917828 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: standard_attr_segment.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.918749 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.919265 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 06:21:38.919583 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: standardattrdescription.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.920223 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.920728 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: standard-attr-description Apr 11 06:21:38.921080 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: stateful_security_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.922001 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.922514 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: stateful-security-group Apr 11 06:21:38.922831 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: stdattrs_common.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.923389 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 06:21:38.923701 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.924634 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.925179 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 06:21:38.925493 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: subnet_onboard.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.926686 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.927211 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: subnet_onboard Apr 11 06:21:38.927530 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.928459 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.929003 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 06:21:38.929328 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: subnet_service_types.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.930244 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.930754 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: subnet-service-types Apr 11 06:21:38.931070 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: subnetallocation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.932143 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.932657 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: subnet_allocation Apr 11 06:21:38.933001 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.933693 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.934202 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: subnetpool-prefix-ops Apr 11 06:21:38.934515 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.935442 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.935948 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 06:21:38.936264 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: tagging.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.937366 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.937886 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: standard-attr-tag Apr 11 06:21:38.938203 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: timestamp.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.939394 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.939906 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loaded extension: standard-attr-timestamp Apr 11 06:21:38.940225 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: trunk.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.941284 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.941973 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension trunk not supported by any of loaded plugins Apr 11 06:21:38.942290 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: trunk_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.943208 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.943713 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 06:21:38.944031 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: uplink_status_propagation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.944966 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.945472 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 06:21:38.945786 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Loading extension file: vlantransparent.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 06:21:38.946452 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 06:21:38.946953 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 06:21:38.949543 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:network Apr 11 06:21:38.950054 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:subnet Apr 11 06:21:38.950442 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 06:21:38.950821 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:port Apr 11 06:21:38.952099 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.952488 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service FLAVORS assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.953132 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.953566 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.953891 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:router Apr 11 06:21:38.954307 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 06:21:38.954799 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service METERING assigned prefix: /metering {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.956230 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.956598 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.957043 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:21:38.958227 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 06:21:38.958679 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:security_group Apr 11 06:21:38.959107 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 06:21:38.959688 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.960013 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 06:21:38.960347 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] subnetpool is already registered Apr 11 06:21:38.960782 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.961133 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 06:21:38.961458 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] subnetpool is already registered Apr 11 06:21:38.963733 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.964188 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service FLAVORS assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.964922 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.965359 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.965683 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:router Apr 11 06:21:38.966011 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] router is already registered Apr 11 06:21:38.966429 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 06:21:38.966754 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] floatingip is already registered Apr 11 06:21:38.967216 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service METERING assigned prefix: /metering {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.967907 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 06:21:38.968231 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] rbac_policy is already registered Apr 11 06:21:38.969007 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:security_group Apr 11 06:21:38.969334 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] security_group is already registered Apr 11 06:21:38.969726 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 06:21:38.970045 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] security_group_rule is already registered Apr 11 06:21:38.970533 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.970851 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 06:21:38.971174 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] subnetpool is already registered Apr 11 06:21:38.971591 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 06:21:38.971903 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 06:21:38.972223 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] subnetpool is already registered Apr 11 06:21:38.972712 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: extensions {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.975487 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: address-groups {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.976996 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: address-scopes {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.978209 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.979480 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: auto-allocated-topology {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.980709 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: availability_zones {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.981953 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: dhcp-networks {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.983328 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: dhcp-agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.984866 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.986990 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: flavors {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.988242 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: service_profiles {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.989545 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: next_providers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.990983 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: service_profiles {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.992394 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: floatingip-pools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.993730 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.995790 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: floatingips {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.996969 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: l3-routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.998476 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: l3-agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:38.999878 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: metering-labels {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.001146 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: metering-label-rules {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.002503 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: network-ip-availabilities {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.003753 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: bindings {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.005350 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: quotas {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.006987 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: quotas {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.008511 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: rbac-policies {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.009727 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: security-groups {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.011037 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: security-group-rules {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.012264 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: service-providers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.013485 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: subnetpools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.014790 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: subnetpools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.016337 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.018022 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.019916 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.021712 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.023366 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.025331 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.026984 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.028782 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.031580 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.033352 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 06:21:39.039415 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING keystonemiddleware.auth_token [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 06:21:39.044012 dv-cinder-836996-3-iscsi neutron-server[103214]: WARNING keystonemiddleware.auth_token [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 06:21:39.052998 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Acquired lock "singleton_lock" {{(pid=103214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 06:21:39.053471 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Releasing lock "singleton_lock" {{(pid=103214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 06:21:39.054136 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO oslo_service.service [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Starting 2 workers Apr 11 06:21:39.058950 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Started child 103323 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 06:21:39.063337 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Started child 103324 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 06:21:39.064309 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:39.065081 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO neutron.service [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 06:21:39.065469 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:39.065799 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [-] (103323) wsgi starting up on http://0.0.0.0:9696 Apr 11 06:21:39.067926 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO oslo_service.service [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Starting 1 workers Apr 11 06:21:39.068133 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:39.069540 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [-] (103324) wsgi starting up on http://0.0.0.0:9696 Apr 11 06:21:39.073114 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Started child 103325 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 06:21:39.073656 dv-cinder-836996-3-iscsi neutron-server[103214]: INFO oslo_service.service [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Starting 1 workers Apr 11 06:21:39.076849 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.service [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] calling RpcWorker wait() {{(pid=103325) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 06:21:39.077457 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.service [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] returning from RpcWorker wait() {{(pid=103325) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 06:21:39.078087 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Started child 103326 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 06:21:39.078575 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:39.078856 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6d417d3b-edef-4076-8851-a5435a346e62 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:39.079114 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:39.080746 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 06:21:39.080965 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 06:21:39.081179 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 06:21:39.081357 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 06:21:39.081705 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 06:21:39.081831 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 06:21:39.082414 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.082668 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.082911 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.083172 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.083490 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.084029 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:39.084532 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.084532 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.084532 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.084781 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.085262 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.085401 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:39.085488 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.085558 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.085815 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.086043 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.086341 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.086591 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.086846 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.087086 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.087242 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.087490 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.087767 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.088023 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.088290 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.088511 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.088992 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.089221 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.089453 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.089664 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.089953 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.090165 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.090423 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.090683 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.090901 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.091113 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.091362 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.091584 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.091820 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.092058 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.092283 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.092518 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.092737 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.093202 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] host = dv-cinder-836996-3-iscsi {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.093760 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.093938 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.094158 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.094408 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.094647 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.094878 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.095120 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.095366 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.095623 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.095849 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.096094 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.096332 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.096542 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.096772 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.096951 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_options = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.097185 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.097444 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.097754 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.097974 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.098123 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.098333 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.098686 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.098850 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.099100 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.099314 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.099526 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.099737 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.099964 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.100197 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.100482 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.100752 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.101109 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.101109 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.101342 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.101572 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.101798 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.102019 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.102230 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.102447 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.102654 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.102892 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.103282 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.103523 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.103747 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.104060 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.104259 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.104457 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.104673 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.104944 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.105311 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.105472 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.105648 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.105867 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.106144 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.106364 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.106618 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.106888 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.107096 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.107615 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.107615 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.107858 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.108024 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.108235 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.109052 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.109052 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.109052 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.109435 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.109435 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.109672 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.110579 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.110579 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.110579 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.111385 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.111385 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.111385 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.111728 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.111728 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.111967 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.113039 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.113039 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.113039 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.113039 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.113385 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.113459 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.113689 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.113965 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.114289 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.114742 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.115295 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.115419 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.115642 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.115870 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.116101 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.116380 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.116598 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.116843 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.117116 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.117332 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.117856 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.118115 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.118462 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.118870 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.119335 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.119795 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.119982 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.120368 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.120755 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.121316 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.121737 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.122197 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.122462 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.122645 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.122994 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.123377 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.123624 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.123857 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.124059 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.124284 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.124517 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.124756 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.125178 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.125412 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.125621 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.125829 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.126068 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.126294 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.126504 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.126745 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.126983 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.127213 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.127424 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.127627 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.127859 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.128091 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.128302 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.128467 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.128673 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.129015 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.129253 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.129508 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.129747 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.129945 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.130160 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.130367 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.130560 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.130779 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.130983 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.131185 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.131587 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.131964 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.132174 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.132431 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.132643 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.133025 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.133402 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.133624 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.133838 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.134047 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.134282 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.134488 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.134700 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.134909 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.135177 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.135478 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.135726 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.136140 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.137687 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.137687 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.137687 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.137687 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.137687 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.137687 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.138103 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.138197 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.138457 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.140231 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.140231 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.140231 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.140231 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.140231 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.140231 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.140231 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.140231 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.141326 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.141326 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.141326 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.141326 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.141326 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.141758 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.141827 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.142179 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.142458 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.142704 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.142932 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.143198 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.143528 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.143779 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.144048 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.144287 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.144561 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.144796 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.145063 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.145411 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.145653 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.145799 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.145969 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.146212 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.146436 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.146669 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.146892 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.148033 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.148033 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.148033 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.148033 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.148656 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.148656 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.148656 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.149109 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.149109 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.149419 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.149606 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.149763 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.149961 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.150203 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.150575 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.150935 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.151161 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.151385 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.151594 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.151800 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.152004 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.152246 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.152456 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.152667 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.153152 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.153558 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.153851 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.154171 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.154448 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.154747 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.155046 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.155330 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.155620 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.155890 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.156166 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.156479 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.156759 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.157102 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.157486 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.157605 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.157821 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.158474 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.158474 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.158474 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.158713 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.159150 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.159363 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.159592 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.160369 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.160369 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.160369 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.160736 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.160736 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.161037 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.161247 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.161538 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.161771 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.161999 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.162226 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.162477 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.162674 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.162909 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.163119 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.163348 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.164175 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.164175 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.164175 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.164589 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.164589 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.164864 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.164864 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.165174 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.165378 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.165617 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.165928 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.166072 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.166335 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.166489 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.166654 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.167691 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.167691 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.167691 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.167691 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.168259 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.168259 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.168525 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.168684 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.168802 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.169063 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.169313 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.169540 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.169765 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.169990 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.170209 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.170439 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.170653 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.170870 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.171069 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.171280 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.171484 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.171702 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.171894 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.172110 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.172318 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.172520 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.172736 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.173030 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.173250 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.173477 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.173682 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.173908 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.174123 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.174333 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.174531 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.174750 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.174972 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.175193 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.176357 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.176357 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.176357 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.176357 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.176357 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.177110 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.177110 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.177110 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.177333 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.177560 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.177881 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.178112 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.178369 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.178612 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.178824 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.179251 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.179500 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.180117 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.180117 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.180398 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.180582 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.180867 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.181158 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.181437 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.181645 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.181924 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.182264 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.182557 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.182819 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.183040 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.183267 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.183516 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.183670 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.183886 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.184211 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.184337 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.184587 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.184982 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.185094 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.185368 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.185545 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.185714 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.185927 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.186197 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.186379 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.186740 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.187043 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 06:21:39.187573 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:39.187694 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 06:21:39.187772 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 06:21:39.187907 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 06:21:39.188132 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 06:21:39.188266 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 06:21:39.188409 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 06:21:39.188592 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.188873 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.189042 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.189130 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.189211 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.189383 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.189578 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.189736 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.189893 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.190049 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.190237 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.190342 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.190512 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.190660 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.190863 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.190977 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.191151 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.191350 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.191622 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.191812 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.192322 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.192322 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.192322 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.192716 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.192716 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.192966 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.193107 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.193195 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.193277 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.193489 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.193590 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.193814 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.193943 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.194068 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.194194 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.194312 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.194532 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.194627 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.194733 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.194894 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.195036 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.195194 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] host = dv-cinder-836996-3-iscsi {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.195417 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.195511 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.195673 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.195800 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.195946 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.196063 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.196244 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.196374 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.196726 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.196726 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.196891 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.197026 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.197488 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.197488 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.197488 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_options = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.197806 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.197806 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.197806 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.198123 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.198123 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.198328 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.198436 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.198601 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.198767 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.198904 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.199026 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.199149 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.199330 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.199477 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.199609 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.200023 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.200023 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.200023 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.200401 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.200401 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.200736 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.200736 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.200736 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.201077 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.201077 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.201255 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.201404 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.201515 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.201624 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.202303 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.202303 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.202303 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.202303 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.202718 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.202718 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.202718 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.203041 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.203041 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.203041 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.203486 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.203486 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.203486 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.203702 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.203878 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.203969 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.204050 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.204286 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.204484 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.204484 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.204897 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.204897 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.204897 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.205224 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.205224 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.205490 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.205490 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 06:21:39.205723 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.205849 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.205984 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.206113 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.206542 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.206542 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.206542 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.207077 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.207077 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.207077 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.207417 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.207417 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.207592 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.207833 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.208010 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.208175 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.208517 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.208723 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.208936 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.208936 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.209216 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.209314 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.209431 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.209571 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.209726 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.209883 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.210040 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.210218 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.210353 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.210497 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.210678 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.210815 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.210998 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.211137 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.211289 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.211455 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.211645 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.211742 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.211899 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.212060 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.212202 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.212380 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.212531 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.212688 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.212806 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.213236 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.213236 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.214609 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.214609 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.214609 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.214609 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.214609 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.214609 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.214609 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.214609 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.214609 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.215317 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.215317 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.215317 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.215317 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.215317 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.215317 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.216053 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.216053 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.216053 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.216053 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.216053 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.216444 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.216444 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.216679 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.216679 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.217124 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.217124 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.217124 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.217359 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.217359 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.217504 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.217660 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.217816 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.217972 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.218133 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.218602 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.218769 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.218924 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.219081 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.219238 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.219394 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.219550 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.219706 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.219866 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.220023 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.220190 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.220363 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.220568 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.220870 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.220870 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.221804 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.221804 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.221804 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.221804 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.221804 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.221804 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.222222 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.222222 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.222222 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.222415 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.223065 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.223065 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.223065 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.223065 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.223340 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.223340 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.223548 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.223670 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.223790 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.223946 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.224296 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.224296 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.224468 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.224584 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.224700 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.224878 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.225043 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.225191 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.225344 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.225505 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.225730 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.225829 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.225961 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.226116 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.226273 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.226428 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.226583 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.226739 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.226918 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.227065 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.227223 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.227379 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.227557 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.227715 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.227871 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.228026 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.228182 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.228342 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.228499 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.228666 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.228813 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.228994 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.229151 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.229311 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.229469 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.229627 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.229783 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.229941 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.230096 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.230257 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.230415 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.230573 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.230732 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.230889 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.231045 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.231202 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.231357 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.231513 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.231668 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.231822 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.231978 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.232135 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.232292 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.232448 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.232604 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.232760 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.232926 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.233092 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.233393 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.233393 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.233551 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.233682 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.233840 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.233997 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.234154 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.234325 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.234464 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.234622 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.234622 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.235015 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.235098 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.235214 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.235371 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.235527 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.235683 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.235840 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.235996 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.236153 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.236328 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.236484 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.236642 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.236801 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.236984 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.237135 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.237293 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.237449 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.237605 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.237761 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.237919 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.238077 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.238258 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.238414 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.238570 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.238781 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.238964 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.239123 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.239280 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.239437 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.239596 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.239752 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.239908 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.240064 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.240220 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.240377 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.240534 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.240691 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.240849 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.241043 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.241202 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.241359 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.241515 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.241671 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.241827 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.241994 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.242151 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.242307 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.242463 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.242619 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.242774 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.242941 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.243097 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.243252 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.243408 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.243564 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.243719 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.243883 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.244040 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.244938 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.244938 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.244938 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.244938 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.245223 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 59914) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:39.245297 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.245297 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.245297 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.245297 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.245547 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.245547 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.245666 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.245826 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.245983 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.246139 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.246294 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.246450 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.246623 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.246762 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.246919 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.247085 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.247242 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.247397 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.247555 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.247724 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.247881 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.248040 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.248202 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.248358 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.248513 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.248671 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.248832 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.249022 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.249187 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.249345 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.249510 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.249675 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.249840 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.249997 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.250162 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.250336 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.250490 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.250646 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.250802 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.250956 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.251113 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.251268 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.251424 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.251580 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.251735 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.251891 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.252047 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.252203 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.252358 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.252514 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.252671 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.252826 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.253007 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.253164 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.253376 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065308 Apr 11 06:21:39.253626 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 06:21:39.253781 dv-cinder-836996-3-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 06:21:51.098170 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda2e63c-08bc-4eab-b6f3-8ea16b5ed4cb None None] get_active_networks_info from dv-cinder-836996-3-iscsi {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 06:21:51.181428 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda2e63c-08bc-4eab-b6f3-8ea16b5ed4cb None None] No non-hosted networks {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 06:21:51.218783 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.agentschedulers_db [None req-fda2e63c-08bc-4eab-b6f3-8ea16b5ed4cb None None] DHCP Agent not found on host dv-cinder-836996-3-iscsi {{(pid=103325) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 06:21:51.265722 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1e08e2c-daf8-41cd-945d-f9999b91363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2038710'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:53.109703 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b495e8a7-908f-403f-9f33-9fe2a279f6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2038710'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:53.171883 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf15b-ae81-47f3-b9b9-ff8277dbb787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:53.934841 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 59980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:54.595627 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2038710'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:54.684489 dv-cinder-836996-3-iscsi neutron-server[103324]: WARNING oslo_policy.policy [None req-f36ce4df-eb31-4159-9b57-b401f4c74c32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:21:54.685158 dv-cinder-836996-3-iscsi neutron-server[103324]: WARNING oslo_policy.policy [None req-f36ce4df-eb31-4159-9b57-b401f4c74c32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:21:54.924384 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [None req-f36ce4df-eb31-4159-9b57-b401f4c74c32 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:21:54.925752 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f36ce4df-eb31-4159-9b57-b401f4c74c32 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9898682 Apr 11 06:21:55.903025 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2038710'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:57.172224 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2038710'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:57.172987 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.177254 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.177862 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.178476 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.179522 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.180087 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.180881 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.181479 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.182001 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.182648 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.183193 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.184519 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.185398 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.186169 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.186862 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:21:57.187760 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:57.208402 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:21:57.498069 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:21:57.498678 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.db.l3_hamode_db [None req-984f4539-8756-4231-a543-ba6e7c366d34 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 06:21:57.578088 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f4539-8756-4231-a543-ba6e7c366d34 None None] Routers set() bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:21:57.578346 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f4539-8756-4231-a543-ba6e7c366d34 None None] Router IDs set() for agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 06:21:57.818870 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1b8c10f3-823e-4267-be94-b447c3f3c705 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:21:57.915545 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.policy [None req-1b8c10f3-823e-4267-be94-b447c3f3c705 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103324) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 06:21:57.958436 dv-cinder-836996-3-iscsi neutron-server[103324]: WARNING oslo_policy.policy [None req-1b8c10f3-823e-4267-be94-b447c3f3c705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:21:57.958813 dv-cinder-836996-3-iscsi neutron-server[103324]: WARNING oslo_policy.policy [None req-1b8c10f3-823e-4267-be94-b447c3f3c705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:21:58.054605 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b8c10f3-823e-4267-be94-b447c3f3c705 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757669726536', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757669727044', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757669317569', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757669312400', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757669305877', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757669294584', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-613552', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-952973', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1603500', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1634129'] for rbac-policy (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:58.124388 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b8c10f3-823e-4267-be94-b447c3f3c705 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:21:58.125610 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1b8c10f3-823e-4267-be94-b447c3f3c705 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6265893 Apr 11 06:22:00.662355 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60026) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:22:01.192881 dv-cinder-836996-3-iscsi neutron-server[103323]: WARNING oslo_policy.policy [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:22:01.193480 dv-cinder-836996-3-iscsi neutron-server[103323]: WARNING oslo_policy.policy [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:22:01.412659 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:22:01.471964 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Made reservation on behalf of 020a5d54a00844378404523233aececc for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:22:01.533660 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.policy [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103323) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 06:22:01.575411 dv-cinder-836996-3-iscsi neutron-server[103323]: WARNING oslo_policy.policy [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:22:01.575782 dv-cinder-836996-3-iscsi neutron-server[103323]: WARNING oslo_policy.policy [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 06:22:01.586366 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:01.609719 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:01.723885 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Publish callbacks [] for security_group (891ad250-6aee-41d4-86b7-d3417a54fe72), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:01.730271 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (891ad250-6aee-41d4-86b7-d3417a54fe72), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:01.750696 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:22:01.787108 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757672444070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (23dc3434-ca33-4480-baab-2b51590ededd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:01.787690 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Unsubscribe: segment precommit_create {{(pid=103323) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 06:22:01.788226 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Added segment 23dc3434-ca33-4480-baab-2b51590ededd of type vlan for network 49eed229-f574-466b-9c94-69527d9c3531 Apr 11 06:22:01.810004 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=891ad250-6aee-41d4-86b7-d3417a54fe72,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:01.843191 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.843842 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.844184 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.844528 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.844845 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.845188 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.845497 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.845811 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.846124 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.846428 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.846724 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.847028 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.847400 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.847706 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.848009 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Tracked resource versions report: Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: pushed versions: Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: { 'AddressGroup': {'1.2'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Agent': {'1.1'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'ConntrackHelper': {'1.0'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Log': {'1.0'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'NDPProxy': {'1.0'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Network': {'1.1'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Port': {'1.7'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'PortForwarding': {'1.3'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'QosPolicy': {'1.10'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'SecurityGroup': {'1.5'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'SubPort': {'1.0'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Subnet': {'1.1'}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Trunk': {'1.1'}} Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: consumer versions: Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: { DHCP agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: L3 agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: Metadata agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: Metering agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: Open vSwitch agent@dv-cinder-836996-3-iscsi: { 'AddressGroup': '1.2', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Agent': '1.1', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'ConntrackHelper': '1.0', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'LocalIPAssociation': '1.0', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Log': '1.0', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'NDPProxy': '1.0', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Network': '1.1', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Port': '1.7', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'PortForwarding': '1.3', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'QosPolicy': '1.10', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'SecurityGroup': '1.5', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'SecurityGroupRule': '1.2', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'SubPort': '1.0', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Subnet': '1.1', Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Trunk': '1.1'}} Apr 11 06:22:01.849437 dv-cinder-836996-3-iscsi neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:22:01.911754 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (49eed229-f574-466b-9c94-69527d9c3531), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:01.963061 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (49eed229-f574-466b-9c94-69527d9c3531), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:01.968896 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:22:01.969615 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:02.035372 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3706656 Apr 11 06:22:02.097099 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01f295-57d5-4633-8d6f-0fc6033bf886 demo demo] Pushing event updated for resources: {'Network': ['ID=49eed229-f574-466b-9c94-69527d9c3531,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:02.110255 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network 49eed229-f574-466b-9c94-69527d9c3531 details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:22:04.608144 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60046) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:22:05.079724 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a29c9e-4191-44b2-8cf0-7b65ffac5302 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:22:05.081123 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f0a29c9e-4191-44b2-8cf0-7b65ffac5302 demo admin] 10.222.0.18 "GET /v2.0/networks/49eed229-f574-466b-9c94-69527d9c3531 HTTP/1.1" status: 200 len: 824 time: 0.4719512 Apr 11 06:22:05.125191 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-99ece01c-4d2b-46f5-b903-a7f6ac2e90d1 demo admin] 10.222.0.18 "GET /v2.0/subnetpools/329b0c63-15ff-4909-ab60-afbdea738504 HTTP/1.1" status: 200 len: 734 time: 0.0350647 Apr 11 06:22:05.133932 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8a76aacc-0e77-4fa9-a078-28171249d11e demo admin] Request body: {'subnet': {'network_id': '49eed229-f574-466b-9c94-69527d9c3531', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '329b0c63-15ff-4909-ab60-afbdea738504'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:22:05.160161 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a76aacc-0e77-4fa9-a078-28171249d11e demo admin] Made reservation on behalf of 020a5d54a00844378404523233aececc for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:22:05.162497 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a76aacc-0e77-4fa9-a078-28171249d11e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:05.499894 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a76aacc-0e77-4fa9-a078-28171249d11e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for subnet (2ef0991b-fc22-4874-a682-70aadf7bfa38), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:05.562107 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76aacc-0e77-4fa9-a078-28171249d11e demo admin] Pushing event updated for resources: {'Subnet': ['ID=2ef0991b-fc22-4874-a682-70aadf7bfa38,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:05.570806 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76aacc-0e77-4fa9-a078-28171249d11e demo admin] Checking segment: {'id': '23dc3434-ca33-4480-baab-2b51590ededd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '49eed229-f574-466b-9c94-69527d9c3531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:22:05.571199 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76aacc-0e77-4fa9-a078-28171249d11e demo admin] Network hostable DHCP agents. Network: 49eed229-f574-466b-9c94-69527d9c3531, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:22:05.594323 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76aacc-0e77-4fa9-a078-28171249d11e demo admin] Network 49eed229-f574-466b-9c94-69527d9c3531 is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:22:05.605773 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8a76aacc-0e77-4fa9-a078-28171249d11e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, 49eed229-f574-466b-9c94-69527d9c3531) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:22:05.610311 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76aacc-0e77-4fa9-a078-28171249d11e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:22:05.610911 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a76aacc-0e77-4fa9-a078-28171249d11e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:05.616875 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141b1e73-066a-4d35-884a-1ae1cc7d4b7a None None] Network 49eed229-f574-466b-9c94-69527d9c3531 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:22:05.629886 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8a76aacc-0e77-4fa9-a078-28171249d11e demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4992197 Apr 11 06:22:06.005905 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04795716-4755-599e-9613-29244d979784-49eed229-f574-466b-9c94-69527d9c3531', 'network_id': '49eed229-f574-466b-9c94-69527d9c3531', 'project_id': '020a5d54a00844378404523233aececc', 'fixed_ips': [{'subnet_id': '2ef0991b-fc22-4874-a682-70aadf7bfa38'}]}} from dv-cinder-836996-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:22:06.007137 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:06.284711 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Allocated IP 172.20.0.2 (49eed229-f574-466b-9c94-69527d9c3531/2ef0991b-fc22-4874-a682-70aadf7bfa38/8ce8be46-4835-4121-a72c-0f3de7751932) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:22:06.560732 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Publish callbacks [] for port (8ce8be46-4835-4121-a72c-0f3de7751932), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:06.569163 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (8ce8be46-4835-4121-a72c-0f3de7751932), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:06.646032 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Network 49eed229-f574-466b-9c94-69527d9c3531 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:22:06.650525 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:22:06.655963 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Pushing event updated for resources: {'Port': ['ID=8ce8be46-4835-4121-a72c-0f3de7751932,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:06.658163 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:22:06.668051 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.668388 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.668738 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.669117 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.669445 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.669762 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.670080 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.670376 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.670690 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.671003 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.671313 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.671667 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.671979 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.672273 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.672579 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Tracked resource versions report: Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: pushed versions: Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: { 'AddressGroup': {'1.2'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Agent': {'1.1'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'ConntrackHelper': {'1.0'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Log': {'1.0'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'NDPProxy': {'1.0'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Network': {'1.1'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Port': {'1.7'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'PortForwarding': {'1.3'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'QosPolicy': {'1.10'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'SecurityGroup': {'1.5'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'SubPort': {'1.0'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Subnet': {'1.1'}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Trunk': {'1.1'}} Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: consumer versions: Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: { DHCP agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: L3 agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: Metadata agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: Metering agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: Open vSwitch agent@dv-cinder-836996-3-iscsi: { 'AddressGroup': '1.2', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Agent': '1.1', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'ConntrackHelper': '1.0', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'LocalIPAssociation': '1.0', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Log': '1.0', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'NDPProxy': '1.0', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Network': '1.1', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Port': '1.7', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'PortForwarding': '1.3', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'QosPolicy': '1.10', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'SecurityGroup': '1.5', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'SecurityGroupRule': '1.2', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'SubPort': '1.0', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Subnet': '1.1', Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Trunk': '1.1'}} Apr 11 06:22:06.674030 dv-cinder-836996-3-iscsi neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:22:06.752155 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Attempting to bind port 8ce8be46-4835-4121-a72c-0f3de7751932 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:22:06.752563 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Attempting to bind port 8ce8be46-4835-4121-a72c-0f3de7751932 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '23dc3434-ca33-4480-baab-2b51590ededd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '49eed229-f574-466b-9c94-69527d9c3531'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:22:06.753108 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Attempting to bind port 8ce8be46-4835-4121-a72c-0f3de7751932 on network 49eed229-f574-466b-9c94-69527d9c3531 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:22:06.758747 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:22:06.759138 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Checking segment: {'id': '23dc3434-ca33-4480-baab-2b51590ededd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '49eed229-f574-466b-9c94-69527d9c3531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:22:06.759590 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:06.759975 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Bound using segment: {'id': '23dc3434-ca33-4480-baab-2b51590ededd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '49eed229-f574-466b-9c94-69527d9c3531'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:22:06.760458 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Bound port: 8ce8be46-4835-4121-a72c-0f3de7751932, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23dc3434-ca33-4480-baab-2b51590ededd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '49eed229-f574-466b-9c94-69527d9c3531'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:22:06.760855 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8ce8be46-4835-4121-a72c-0f3de7751932), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:06.826059 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] For port 8ce8be46-4835-4121-a72c-0f3de7751932, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:22:06.847069 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] For port 8ce8be46-4835-4121-a72c-0f3de7751932, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=8ce8be46-4835-4121-a72c-0f3de7751932,segment=NetworkSegment(23dc3434-ca33-4480-baab-2b51590ededd),segment_id=23dc3434-ca33-4480-baab-2b51590ededd)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:22:06.855065 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (8ce8be46-4835-4121-a72c-0f3de7751932), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:06.917607 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e406b0a-142e-4d3a-9c5c-46ec89105b3c None None] Pushing event updated for resources: {'Port': ['ID=8ce8be46-4835-4121-a72c-0f3de7751932,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:08.183741 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60054) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:22:08.508944 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [None req-2303270c-e799-45ba-9c9f-89fecca9c281 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:22:08.510042 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2303270c-e799-45ba-9c9f-89fecca9c281 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3252838 Apr 11 06:22:11.057884 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:22:11.383995 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [None req-ba8843b0-51e2-47fa-9673-dbe7dbb6e438 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:22:11.385159 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ba8843b0-51e2-47fa-9673-dbe7dbb6e438 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3262815 Apr 11 06:22:13.906423 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60070) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:22:14.229623 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cab97bb1-f2c2-44ed-96c2-9fc5aa432434 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:22:14.259710 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cab97bb1-f2c2-44ed-96c2-9fc5aa432434 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2087253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30879'] for router (2443ef08-3bec-4d35-96f9-390f3a0d374d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:14.261318 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cab97bb1-f2c2-44ed-96c2-9fc5aa432434 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2088933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30886'] for router (2443ef08-3bec-4d35-96f9-390f3a0d374d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:14.408883 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cab97bb1-f2c2-44ed-96c2-9fc5aa432434 demo demo] Publish callbacks [] for router_controller (2443ef08-3bec-4d35-96f9-390f3a0d374d), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:14.414205 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cab97bb1-f2c2-44ed-96c2-9fc5aa432434 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2088924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2037421'] for router (2443ef08-3bec-4d35-96f9-390f3a0d374d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:14.434375 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cab97bb1-f2c2-44ed-96c2-9fc5aa432434 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:14.435515 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-cab97bb1-f2c2-44ed-96c2-9fc5aa432434 demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5281458 Apr 11 06:22:16.976863 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60082) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:22:17.318700 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [None req-1a261bb8-aaf7-4d90-8f6c-a3aac9ead013 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:22:17.319702 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1a261bb8-aaf7-4d90-8f6c-a3aac9ead013 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3419034 Apr 11 06:22:17.907515 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 8ce8be46-4835-4121-a72c-0f3de7751932 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:22:17.998124 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 8ce8be46-4835-4121-a72c-0f3de7751932 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:22:17.998501 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8ce8be46-4835-4121-a72c-0f3de7751932), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:18.107018 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 8ce8be46-4835-4121-a72c-0f3de7751932 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:22:18.107364 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8ce8be46-4835-4121-a72c-0f3de7751932), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:18.147172 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port 8ce8be46-4835-4121-a72c-0f3de7751932, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=8ce8be46-4835-4121-a72c-0f3de7751932,segment=NetworkSegment(23dc3434-ca33-4480-baab-2b51590ededd),segment_id=23dc3434-ca33-4480-baab-2b51590ededd)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:22:18.152553 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (8ce8be46-4835-4121-a72c-0f3de7751932), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:18.207921 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=8ce8be46-4835-4121-a72c-0f3de7751932,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:18.297079 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e9207a-e385-40c1-bd36-309d9591cba0 None None] Network 49eed229-f574-466b-9c94-69527d9c3531 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:22:18.364369 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-56e4d653-b000-4ff6-b1a9-74dbc62fdc02 None None] Provisioning complete for port 8ce8be46-4835-4121-a72c-0f3de7751932 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:22:18.364673 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56e4d653-b000-4ff6-b1a9-74dbc62fdc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8ce8be46-4835-4121-a72c-0f3de7751932), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:18.496118 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-56e4d653-b000-4ff6-b1a9-74dbc62fdc02 None None] Current status of the port 8ce8be46-4835-4121-a72c-0f3de7751932 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:22:18.713795 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-76bdf7b6-f137-4f08-b017-9206d619b88a None None] Provisioning complete for port 8ce8be46-4835-4121-a72c-0f3de7751932 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:22:18.714177 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76bdf7b6-f137-4f08-b017-9206d619b88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8ce8be46-4835-4121-a72c-0f3de7751932), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:18.790763 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-76bdf7b6-f137-4f08-b017-9206d619b88a None None] Current status of the port 8ce8be46-4835-4121-a72c-0f3de7751932 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:22:19.878357 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60090) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:22:19.881927 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 8ce8be46-4835-4121-a72c-0f3de7751932 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:22:19.932715 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 8ce8be46-4835-4121-a72c-0f3de7751932 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:22:19.933062 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8ce8be46-4835-4121-a72c-0f3de7751932), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:20.008557 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 8ce8be46-4835-4121-a72c-0f3de7751932 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:22:20.229746 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:22:20.252795 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Made reservation on behalf of 46f75e0e61bc48b0a70f380a680661d1 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:22:20.255065 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:20.265589 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:20.348800 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Publish callbacks [] for security_group (04e70b39-0300-4b4f-aca0-eb9d362686e7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:20.355051 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (04e70b39-0300-4b4f-aca0-eb9d362686e7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:20.369807 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Reserving flat network on physical network physnet1 {{(pid=103323) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 06:22:20.390100 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e70b39-0300-4b4f-aca0-eb9d362686e7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:20.394646 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (ac80b8fc-aa36-4a94-a723-8219e555daae), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:20.395032 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Added segment ac80b8fc-aa36-4a94-a723-8219e555daae of type flat for network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea Apr 11 06:22:20.446087 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (7d92a962-1f6b-459e-a2e8-246fdd7a3fea), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:20.478285 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (7d92a962-1f6b-459e-a2e8-246fdd7a3fea), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:20.479181 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:22:20.479739 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:20.523297 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6429186 Apr 11 06:22:20.573428 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dacc6-e806-4fdf-8b76-34b0a80bb673 admin admin] Pushing event updated for resources: {'Network': ['ID=7d92a962-1f6b-459e-a2e8-246fdd7a3fea,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:20.584233 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:22:21.061284 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21b96ad1-1d9e-4fcf-8817-2f330dc1ddbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:23.065472 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60098) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:22:23.106813 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2aabcb2b-ddb8-4a76-9e88-7168fc2172fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:23.472630 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e42fb3-58fb-4a6c-b39e-c3eb52163fe8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:22:23.473970 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-96e42fb3-58fb-4a6c-b39e-c3eb52163fe8 demo admin] 10.222.0.18 "GET /v2.0/subnets/2ef0991b-fc22-4874-a682-70aadf7bfa38 HTTP/1.1" status: 200 len: 849 time: 0.4073181 Apr 11 06:22:23.636521 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-76b76e07-a006-4a1f-807f-d7982f6b2220 demo admin] 10.222.0.18 "GET /v2.0/routers/2443ef08-3bec-4d35-96f9-390f3a0d374d HTTP/1.1" status: 200 len: 704 time: 0.1555140 Apr 11 06:22:23.934561 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:24.276169 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Allocated IP 172.20.0.1 (49eed229-f574-466b-9c94-69527d9c3531/2ef0991b-fc22-4874-a682-70aadf7bfa38/e1c8e46a-9188-495d-9012-616058c27cdf) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:22:24.496023 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Publish callbacks [] for port (e1c8e46a-9188-495d-9012-616058c27cdf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:24.510006 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:24.565401 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:24.639771 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Network 49eed229-f574-466b-9c94-69527d9c3531 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:22:24.648297 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:22:24.656626 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:22:24.657522 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037342'] for router_interface (2443ef08-3bec-4d35-96f9-390f3a0d374d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:24.681492 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Pushing event updated for resources: {'Port': ['ID=e1c8e46a-9188-495d-9012-616058c27cdf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:24.876480 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:24.958313 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d3ac0d21-924e-42af-9f5d-adad04c00351 None None] Provisioning complete for port e1c8e46a-9188-495d-9012-616058c27cdf triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:22:24.958651 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ac0d21-924e-42af-9f5d-adad04c00351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:25.045662 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac0d21-924e-42af-9f5d-adad04c00351 None None] Port e1c8e46a-9188-495d-9012-616058c27cdf cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:22:25.116049 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Publish callbacks [] for port (e1c8e46a-9188-495d-9012-616058c27cdf), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:25.122756 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:25.123562 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035950'] for router_interface (2443ef08-3bec-4d35-96f9-390f3a0d374d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:25.205651 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Pushing event updated for resources: {'Port': ['ID=e1c8e46a-9188-495d-9012-616058c27cdf,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:25.249583 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Network 49eed229-f574-466b-9c94-69527d9c3531 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:22:25.251024 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:22:25.422942 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Router 2443ef08-3bec-4d35-96f9-390f3a0d374d is scheduled to L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:22:25.464803 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-de83fb83-98cd-4a6c-8185-c613f90845e9 None None] Provisioning complete for port e1c8e46a-9188-495d-9012-616058c27cdf triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:22:25.465217 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de83fb83-98cd-4a6c-8185-c613f90845e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:25.500550 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-de83fb83-98cd-4a6c-8185-c613f90845e9 None None] Port e1c8e46a-9188-495d-9012-616058c27cdf cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:22:25.515608 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:22:25.529628 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-72369838-23fb-403c-b9b1-2467a0e424e8 demo admin] 10.222.0.18 "PUT /v2.0/routers/2443ef08-3bec-4d35-96f9-390f3a0d374d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8763545 Apr 11 06:22:25.529730 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Sync routers for ids ['2443ef08-3bec-4d35-96f9-390f3a0d374d'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:22:25.538501 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Routers {'2443ef08-3bec-4d35-96f9-390f3a0d374d'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:22:25.539327 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:22:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['2443ef08-3bec-4d35-96f9-390f3a0d374d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:22:25.732924 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Set router 2443ef08-3bec-4d35-96f9-390f3a0d374d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:22:25.845078 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:26.157078 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'name': 'router1', 'tenant_id': '020a5d54a00844378404523233aececc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:22:14Z', 'updated_at': '2022-04-11T06:22:24Z', 'revision_number': 2, 'project_id': '020a5d54a00844378404523233aececc', 'gw_port_host': None, '_interfaces': [{'id': 'e1c8e46a-9188-495d-9012-616058c27cdf', 'name': '', 'network_id': '49eed229-f574-466b-9c94-69527d9c3531', 'tenant_id': '020a5d54a00844378404523233aececc', 'mac_address': 'fa:16:3e:4a:d9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ef0991b-fc22-4874-a682-70aadf7bfa38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:22:23Z', 'updated_at': '2022-04-11T06:22:24Z', 'revision_number': 2, 'project_id': '020a5d54a00844378404523233aececc', 'subnets': [{'id': '2ef0991b-fc22-4874-a682-70aadf7bfa38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '329b0c63-15ff-4909-ab60-afbdea738504'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:22:26.210002 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Checking router: 2443ef08-3bec-4d35-96f9-390f3a0d374d for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:22:26.210347 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Updating router 2443ef08-3bec-4d35-96f9-390f3a0d374d port e1c8e46a-9188-495d-9012-616058c27cdf binding host dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:22:26.262428 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:26.787024 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Publish callbacks [] for port (e1c8e46a-9188-495d-9012-616058c27cdf), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:26.794145 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:26.962386 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Attempting to bind port e1c8e46a-9188-495d-9012-616058c27cdf on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:22:26.962780 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Attempting to bind port e1c8e46a-9188-495d-9012-616058c27cdf by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '23dc3434-ca33-4480-baab-2b51590ededd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '49eed229-f574-466b-9c94-69527d9c3531'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:22:26.963196 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Attempting to bind port e1c8e46a-9188-495d-9012-616058c27cdf on network 49eed229-f574-466b-9c94-69527d9c3531 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:22:26.966205 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Pushing event updated for resources: {'Port': ['ID=e1c8e46a-9188-495d-9012-616058c27cdf,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:26.975559 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:22:26.975958 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Checking segment: {'id': '23dc3434-ca33-4480-baab-2b51590ededd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '49eed229-f574-466b-9c94-69527d9c3531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:22:26.976406 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:26.976797 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Bound using segment: {'id': '23dc3434-ca33-4480-baab-2b51590ededd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '49eed229-f574-466b-9c94-69527d9c3531'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:22:26.977279 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Bound port: e1c8e46a-9188-495d-9012-616058c27cdf, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23dc3434-ca33-4480-baab-2b51590ededd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '49eed229-f574-466b-9c94-69527d9c3531'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:22:26.977648 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:26.980867 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.981236 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.981583 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.981924 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.982245 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.982561 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.982871 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.983180 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.983487 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.983792 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.984114 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.984417 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.984723 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.985053 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.985356 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Tracked resource versions report: Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: pushed versions: Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: { 'AddressGroup': {'1.2'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Agent': {'1.1'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'ConntrackHelper': {'1.0'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Log': {'1.0'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'NDPProxy': {'1.0'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Network': {'1.1'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Port': {'1.7'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'PortForwarding': {'1.3'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'QosPolicy': {'1.10'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'SecurityGroup': {'1.5'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'SubPort': {'1.0'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Subnet': {'1.1'}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Trunk': {'1.1'}} Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: consumer versions: Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: { DHCP agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: L3 agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: Metadata agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: Metering agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: Open vSwitch agent@dv-cinder-836996-3-iscsi: { 'AddressGroup': '1.2', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Agent': '1.1', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'ConntrackHelper': '1.0', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'LocalIPAssociation': '1.0', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Log': '1.0', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'NDPProxy': '1.0', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Network': '1.1', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Port': '1.7', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'PortForwarding': '1.3', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'QosPolicy': '1.10', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'SecurityGroup': '1.5', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'SecurityGroupRule': '1.2', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'SubPort': '1.0', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Subnet': '1.1', Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Trunk': '1.1'}} Apr 11 06:22:26.986767 dv-cinder-836996-3-iscsi neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:22:27.027766 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f9be27bd-fbc2-4eb9-89ca-529fe8b13356 None None] Provisioning complete for port e1c8e46a-9188-495d-9012-616058c27cdf triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:22:27.028323 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9be27bd-fbc2-4eb9-89ca-529fe8b13356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:27.054612 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] For port e1c8e46a-9188-495d-9012-616058c27cdf, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:22:27.066385 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f9be27bd-fbc2-4eb9-89ca-529fe8b13356 None None] Port e1c8e46a-9188-495d-9012-616058c27cdf cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:22:27.074158 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] For port e1c8e46a-9188-495d-9012-616058c27cdf, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=e1c8e46a-9188-495d-9012-616058c27cdf,segment=NetworkSegment(23dc3434-ca33-4480-baab-2b51590ededd),segment_id=23dc3434-ca33-4480-baab-2b51590ededd)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:22:27.080665 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:27.131079 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Routers {'2443ef08-3bec-4d35-96f9-390f3a0d374d'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:22:27.131674 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:22:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['2443ef08-3bec-4d35-96f9-390f3a0d374d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:22:27.172212 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:27.211052 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ed621-5086-4d44-a220-24e5890d4b66 None None] Pushing event updated for resources: {'Port': ['ID=e1c8e46a-9188-495d-9012-616058c27cdf,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:27.235705 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] Set router 2443ef08-3bec-4d35-96f9-390f3a0d374d gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:22:27.385896 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-65f2932b-36ba-4f0d-858a-1dfbf303c1a6 None None] Provisioning complete for port e1c8e46a-9188-495d-9012-616058c27cdf triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:22:27.386116 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65f2932b-36ba-4f0d-858a-1dfbf303c1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:27.441549 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'name': 'router1', 'tenant_id': '020a5d54a00844378404523233aececc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:22:14Z', 'updated_at': '2022-04-11T06:22:24Z', 'revision_number': 2, 'project_id': '020a5d54a00844378404523233aececc', 'gw_port_host': None, '_interfaces': [{'id': 'e1c8e46a-9188-495d-9012-616058c27cdf', 'name': '', 'network_id': '49eed229-f574-466b-9c94-69527d9c3531', 'tenant_id': '020a5d54a00844378404523233aececc', 'mac_address': 'fa:16:3e:4a:d9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ef0991b-fc22-4874-a682-70aadf7bfa38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:22:23Z', 'updated_at': '2022-04-11T06:22:27Z', 'revision_number': 4, 'project_id': '020a5d54a00844378404523233aececc', 'subnets': [{'id': '2ef0991b-fc22-4874-a682-70aadf7bfa38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '329b0c63-15ff-4909-ab60-afbdea738504'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:22:27.469766 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-65f2932b-36ba-4f0d-858a-1dfbf303c1a6 None None] Current status of the port e1c8e46a-9188-495d-9012-616058c27cdf is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:22:27.470165 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65f2932b-36ba-4f0d-858a-1dfbf303c1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:27.473518 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf431d2-1f57-4b03-a0fe-a6399f70a0a2 None None] The sync data for ids ['2443ef08-3bec-4d35-96f9-390f3a0d374d'] in dv-cinder-836996-3-iscsi is: [{'id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'name': 'router1', 'tenant_id': '020a5d54a00844378404523233aececc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:22:14Z', 'updated_at': '2022-04-11T06:22:24Z', 'revision_number': 2, 'project_id': '020a5d54a00844378404523233aececc', 'gw_port_host': None, '_interfaces': [{'id': 'e1c8e46a-9188-495d-9012-616058c27cdf', 'name': '', 'network_id': '49eed229-f574-466b-9c94-69527d9c3531', 'tenant_id': '020a5d54a00844378404523233aececc', 'mac_address': 'fa:16:3e:4a:d9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ef0991b-fc22-4874-a682-70aadf7bfa38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:22:23Z', 'updated_at': '2022-04-11T06:22:27Z', 'revision_number': 4, 'project_id': '020a5d54a00844378404523233aececc', 'subnets': [{'id': '2ef0991b-fc22-4874-a682-70aadf7bfa38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '329b0c63-15ff-4909-ab60-afbdea738504'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:22:27.505188 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-65f2932b-36ba-4f0d-858a-1dfbf303c1a6 None None] For port e1c8e46a-9188-495d-9012-616058c27cdf, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=e1c8e46a-9188-495d-9012-616058c27cdf,segment=NetworkSegment(23dc3434-ca33-4480-baab-2b51590ededd),segment_id=23dc3434-ca33-4480-baab-2b51590ededd)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:22:27.510596 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65f2932b-36ba-4f0d-858a-1dfbf303c1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:27.562020 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2932b-36ba-4f0d-858a-1dfbf303c1a6 None None] Pushing event updated for resources: {'Port': ['ID=e1c8e46a-9188-495d-9012-616058c27cdf,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:28.030355 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60118) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:22:28.127595 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:22:28.242398 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b01883-df65-4604-8ca5-134e73760c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:22:28.249134 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-16b01883-df65-4604-8ca5-134e73760c52 admin admin] 10.222.0.18 "GET /v2.0/networks/7d92a962-1f6b-459e-a2e8-246fdd7a3fea HTTP/1.1" status: 200 len: 842 time: 0.2123132 Apr 11 06:22:28.253300 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:22:28.275993 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] Made reservation on behalf of 46f75e0e61bc48b0a70f380a680661d1 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:22:28.278463 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:28.542242 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.objects.ports [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 06:22:28.542670 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for subnet (9caee4ce-ccb0-4869-af2d-8df849772653), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:28.668816 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9caee4ce-ccb0-4869-af2d-8df849772653,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:28.678920 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] Checking segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:22:28.679486 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] Network hostable DHCP agents. Network: 7d92a962-1f6b-459e-a2e8-246fdd7a3fea, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:22:28.697388 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:22:28.706115 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, 7d92a962-1f6b-459e-a2e8-246fdd7a3fea) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:22:28.710658 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:22:28.711249 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:28.719641 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c40cb1-8cad-4ee7-b61e-d860c4e0c8a9 None None] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:22:28.729294 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-45042d49-8b6f-452b-b46d-0a0e36695c0d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4794066 Apr 11 06:22:28.834209 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c65493c-9913-4c29-861f-cc5351a6b554 None None] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:22:31.214444 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:22:31.353700 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6e2a6dd2-7ad1-491c-9395-c5b040a2020d demo admin] 10.222.0.18 "GET /v2.0/routers/2443ef08-3bec-4d35-96f9-390f3a0d374d HTTP/1.1" status: 200 len: 710 time: 0.1379611 Apr 11 06:22:31.439773 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bc1f2a-1702-4092-bfb6-43709f3fcdc2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:22:31.441388 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-47bc1f2a-1702-4092-bfb6-43709f3fcdc2 demo admin] 10.222.0.18 "GET /v2.0/networks/7d92a962-1f6b-459e-a2e8-246fdd7a3fea HTTP/1.1" status: 200 len: 886 time: 0.0822206 Apr 11 06:22:31.450292 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:22:31.704038 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Publish callbacks [] for router_gateway (2443ef08-3bec-4d35-96f9-390f3a0d374d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:31.923987 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Publish callbacks [] for router_gateway (2443ef08-3bec-4d35-96f9-390f3a0d374d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:31.998300 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:32.104190 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Allocated IP 172.27.2.206 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/ffada598-f885-448c-8686-7472d461a64e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:22:32.210542 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Publish callbacks [] for port (ffada598-f885-448c-8686-7472d461a64e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:32.247023 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (ffada598-f885-448c-8686-7472d461a64e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:32.286363 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:22:32.289207 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:22:32.295352 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:22:32.297230 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Pushing event updated for resources: {'Port': ['ID=ffada598-f885-448c-8686-7472d461a64e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:32.554949 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Publish callbacks [] for router_gateway (2443ef08-3bec-4d35-96f9-390f3a0d374d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:32.849256 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2036556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2088907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30904'] for router (2443ef08-3bec-4d35-96f9-390f3a0d374d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:32.853342 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2037421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2037439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2037430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2088898'] for router (2443ef08-3bec-4d35-96f9-390f3a0d374d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:32.965899 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Router 2443ef08-3bec-4d35-96f9-390f3a0d374d has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:22:33.074821 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:22:33.079161 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:33.092940 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9e27f93b-d2df-4dae-8530-cd577862d89c demo admin] 10.222.0.18 "PUT /v2.0/routers/2443ef08-3bec-4d35-96f9-390f3a0d374d HTTP/1.1" status: 200 len: 890 time: 1.6333470 Apr 11 06:22:35.644292 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60148) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:22:35.759568 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b7be7a60-1f7f-4461-82d0-98297df22741 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1140466 Apr 11 06:22:35.912456 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device e1c8e46a-9188-495d-9012-616058c27cdf up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:22:35.972703 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port e1c8e46a-9188-495d-9012-616058c27cdf triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:22:35.973105 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:36.053452 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port e1c8e46a-9188-495d-9012-616058c27cdf is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:22:36.168716 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Sync routers for ids ['2443ef08-3bec-4d35-96f9-390f3a0d374d'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:22:36.180246 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Routers {'2443ef08-3bec-4d35-96f9-390f3a0d374d'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:22:36.180893 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:22:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['2443ef08-3bec-4d35-96f9-390f3a0d374d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:22:36.407135 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Set router 2443ef08-3bec-4d35-96f9-390f3a0d374d gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:22:36.871407 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'name': 'router1', 'tenant_id': '020a5d54a00844378404523233aececc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'ffada598-f885-448c-8686-7472d461a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:22:14Z', 'updated_at': '2022-04-11T06:22:32Z', 'revision_number': 4, 'project_id': '020a5d54a00844378404523233aececc', 'gw_port': {'id': 'ffada598-f885-448c-8686-7472d461a64e', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ab:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:22:32Z', 'updated_at': '2022-04-11T06:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'e1c8e46a-9188-495d-9012-616058c27cdf', 'name': '', 'network_id': '49eed229-f574-466b-9c94-69527d9c3531', 'tenant_id': '020a5d54a00844378404523233aececc', 'mac_address': 'fa:16:3e:4a:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ef0991b-fc22-4874-a682-70aadf7bfa38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:22:23Z', 'updated_at': '2022-04-11T06:22:27Z', 'revision_number': 5, 'project_id': '020a5d54a00844378404523233aececc', 'subnets': [{'id': '2ef0991b-fc22-4874-a682-70aadf7bfa38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '329b0c63-15ff-4909-ab60-afbdea738504'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:22:36.919974 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Checking router: 2443ef08-3bec-4d35-96f9-390f3a0d374d for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:22:36.920570 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Updating router 2443ef08-3bec-4d35-96f9-390f3a0d374d port ffada598-f885-448c-8686-7472d461a64e binding host dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:22:36.975122 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (ffada598-f885-448c-8686-7472d461a64e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:37.306211 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Publish callbacks [] for port (ffada598-f885-448c-8686-7472d461a64e), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:37.313263 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (ffada598-f885-448c-8686-7472d461a64e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:37.367571 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f87a3-445c-406c-b3f4-da38d6859958 None None] Pushing event updated for resources: {'Port': ['ID=ffada598-f885-448c-8686-7472d461a64e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:37.369934 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Attempting to bind port ffada598-f885-448c-8686-7472d461a64e on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:22:37.370330 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Attempting to bind port ffada598-f885-448c-8686-7472d461a64e by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:22:37.370684 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Attempting to bind port ffada598-f885-448c-8686-7472d461a64e on network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:22:37.376037 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:22:37.376412 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Checking segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:22:37.376803 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:37.377213 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Bound using segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:22:37.377747 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Bound port: ffada598-f885-448c-8686-7472d461a64e, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:22:37.378140 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (ffada598-f885-448c-8686-7472d461a64e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:37.430942 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] For port ffada598-f885-448c-8686-7472d461a64e, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:22:37.434416 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] For port ffada598-f885-448c-8686-7472d461a64e, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=ffada598-f885-448c-8686-7472d461a64e,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:22:37.441054 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (ffada598-f885-448c-8686-7472d461a64e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:37.507886 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Routers {'2443ef08-3bec-4d35-96f9-390f3a0d374d'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:22:37.508591 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:22:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['2443ef08-3bec-4d35-96f9-390f3a0d374d'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:22:37.547637 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f87a3-445c-406c-b3f4-da38d6859958 None None] Pushing event updated for resources: {'Port': ['ID=ffada598-f885-448c-8686-7472d461a64e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:37.628129 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] Set router 2443ef08-3bec-4d35-96f9-390f3a0d374d gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:22:37.839193 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'name': 'router1', 'tenant_id': '020a5d54a00844378404523233aececc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'ffada598-f885-448c-8686-7472d461a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:22:14Z', 'updated_at': '2022-04-11T06:22:32Z', 'revision_number': 4, 'project_id': '020a5d54a00844378404523233aececc', 'gw_port': {'id': 'ffada598-f885-448c-8686-7472d461a64e', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ab:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:22:32Z', 'updated_at': '2022-04-11T06:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'e1c8e46a-9188-495d-9012-616058c27cdf', 'name': '', 'network_id': '49eed229-f574-466b-9c94-69527d9c3531', 'tenant_id': '020a5d54a00844378404523233aececc', 'mac_address': 'fa:16:3e:4a:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ef0991b-fc22-4874-a682-70aadf7bfa38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:22:23Z', 'updated_at': '2022-04-11T06:22:27Z', 'revision_number': 5, 'project_id': '020a5d54a00844378404523233aececc', 'subnets': [{'id': '2ef0991b-fc22-4874-a682-70aadf7bfa38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '329b0c63-15ff-4909-ab60-afbdea738504'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:22:37.866980 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd20638-07bd-411f-9198-5ba8a76af903 None None] The sync data for ids ['2443ef08-3bec-4d35-96f9-390f3a0d374d'] in dv-cinder-836996-3-iscsi is: [{'id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'name': 'router1', 'tenant_id': '020a5d54a00844378404523233aececc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'ffada598-f885-448c-8686-7472d461a64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:22:14Z', 'updated_at': '2022-04-11T06:22:32Z', 'revision_number': 4, 'project_id': '020a5d54a00844378404523233aececc', 'gw_port': {'id': 'ffada598-f885-448c-8686-7472d461a64e', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:ab:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:22:32Z', 'updated_at': '2022-04-11T06:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'e1c8e46a-9188-495d-9012-616058c27cdf', 'name': '', 'network_id': '49eed229-f574-466b-9c94-69527d9c3531', 'tenant_id': '020a5d54a00844378404523233aececc', 'mac_address': 'fa:16:3e:4a:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2443ef08-3bec-4d35-96f9-390f3a0d374d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ef0991b-fc22-4874-a682-70aadf7bfa38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:22:23Z', 'updated_at': '2022-04-11T06:22:27Z', 'revision_number': 5, 'project_id': '020a5d54a00844378404523233aececc', 'subnets': [{'id': '2ef0991b-fc22-4874-a682-70aadf7bfa38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '329b0c63-15ff-4909-ab60-afbdea738504'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:22:39.975422 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device ffada598-f885-448c-8686-7472d461a64e up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:22:40.061642 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port ffada598-f885-448c-8686-7472d461a64e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:22:40.064039 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (ffada598-f885-448c-8686-7472d461a64e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:40.167592 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port ffada598-f885-448c-8686-7472d461a64e is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:22:40.168234 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (ffada598-f885-448c-8686-7472d461a64e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:40.198631 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port ffada598-f885-448c-8686-7472d461a64e, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=ffada598-f885-448c-8686-7472d461a64e,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:22:40.204708 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (ffada598-f885-448c-8686-7472d461a64e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:40.262412 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=ffada598-f885-448c-8686-7472d461a64e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:22:41.983555 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device ffada598-f885-448c-8686-7472d461a64e up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:22:42.064202 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port ffada598-f885-448c-8686-7472d461a64e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:22:42.064609 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (ffada598-f885-448c-8686-7472d461a64e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:42.155826 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port ffada598-f885-448c-8686-7472d461a64e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:22:51.068395 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a28e768-1c18-405a-9e5d-4bd0205961b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:53.117122 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df6d648d-8dd8-45bb-8361-1828c96d9153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:54.515759 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:55.851520 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:22:57.176250 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:05.129927 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:23:21.066252 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdc2b858-5e7c-4a45-92c5-c2f380baa7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:23.111727 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efbe5951-7a69-4881-88b8-2e869bc665e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:24.521139 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:25.855483 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:27.171736 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:42.133265 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:23:51.051310 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d6d5bea-178e-4a99-9c10-6e80470ec3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:53.110592 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20352daa-405a-4e40-83f9-07d3e16a23ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:54.524712 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:55.854892 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:57.177910 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:23:58.246339 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60632) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:23:58.315621 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd09a9b8-e6eb-457c-ac3e-5e9cef298a31 admin admin] GET failed (client error): The resource could not be found. Apr 11 06:23:58.316898 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-bd09a9b8-e6eb-457c-ac3e-5e9cef298a31 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0692456 Apr 11 06:23:58.477688 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361d8cb6-e539-4a00-9330-e416a7872e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:23:58.479039 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-361d8cb6-e539-4a00-9330-e416a7872e0f admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1579270 Apr 11 06:24:00.849696 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60642) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:01.003224 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70510aa5-6c94-4576-9f62-167baaacc128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:01.004699 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-70510aa5-6c94-4576-9f62-167baaacc128 admin admin] 10.222.0.18 "GET /v2.0/subnets/2ef0991b-fc22-4874-a682-70aadf7bfa38 HTTP/1.1" status: 200 len: 849 time: 0.1540806 Apr 11 06:24:01.014305 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:24:01.101105 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Publish callbacks [] for subnet (2ef0991b-fc22-4874-a682-70aadf7bfa38), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:01.262610 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757672407062'] for subnet (2ef0991b-fc22-4874-a682-70aadf7bfa38), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:01.324260 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:01.325450 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:01.326092 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] 10.222.0.18 "PUT /v2.0/subnets/2ef0991b-fc22-4874-a682-70aadf7bfa38 HTTP/1.1" status: 200 len: 868 time: 0.3155463 Apr 11 06:24:01.337380 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc52a6b6-d3ac-48ba-b947-a763e66f85ad None None] Network 49eed229-f574-466b-9c94-69527d9c3531 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:24:01.340205 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef0991b-fc22-4874-a682-70aadf7bfa38,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:24:01.351401 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.351656 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.351921 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.352267 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.352585 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.352900 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.353244 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.353565 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.353885 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.354187 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.354520 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.354868 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.355178 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.355483 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.355794 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b215164-6aa2-4f07-bfab-cf271ac2b531 admin admin] Tracked resource versions report: Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: pushed versions: Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: { 'AddressGroup': {'1.2'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Agent': {'1.1'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'ConntrackHelper': {'1.0'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Log': {'1.0'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'NDPProxy': {'1.0'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Network': {'1.1'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Port': {'1.7'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'PortForwarding': {'1.3'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'QosPolicy': {'1.10'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'SecurityGroup': {'1.5'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'SubPort': {'1.0'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Subnet': {'1.1'}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Trunk': {'1.1'}} Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: consumer versions: Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: { DHCP agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: L3 agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: Metadata agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: Metering agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: Open vSwitch agent@dv-cinder-836996-3-iscsi: { 'AddressGroup': '1.2', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Agent': '1.1', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'ConntrackHelper': '1.0', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'LocalIPAssociation': '1.0', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Log': '1.0', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'NDPProxy': '1.0', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Network': '1.1', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Port': '1.7', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'PortForwarding': '1.3', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'QosPolicy': '1.10', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'SecurityGroup': '1.5', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'SecurityGroupRule': '1.2', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'SubPort': '1.0', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Subnet': '1.1', Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Trunk': '1.1'}} Apr 11 06:24:01.357281 dv-cinder-836996-3-iscsi neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:24:01.639487 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a21ec5c5-386a-42e4-aba1-3eea27e45039 None None] Provisioning complete for port 8ce8be46-4835-4121-a72c-0f3de7751932 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:24:01.639825 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a21ec5c5-386a-42e4-aba1-3eea27e45039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8ce8be46-4835-4121-a72c-0f3de7751932), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:01.718712 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a21ec5c5-386a-42e4-aba1-3eea27e45039 None None] Current status of the port 8ce8be46-4835-4121-a72c-0f3de7751932 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:24:01.727817 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a21ec5c5-386a-42e4-aba1-3eea27e45039 None None] Provisioning complete for port e1c8e46a-9188-495d-9012-616058c27cdf triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:24:01.728145 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a21ec5c5-386a-42e4-aba1-3eea27e45039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (e1c8e46a-9188-495d-9012-616058c27cdf), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:01.804623 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a21ec5c5-386a-42e4-aba1-3eea27e45039 None None] Current status of the port e1c8e46a-9188-495d-9012-616058c27cdf is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:24:03.639478 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60656) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:03.893519 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a2991f-bbfb-44de-af25-244e6287fc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:03.893994 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a2991f-bbfb-44de-af25-244e6287fc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:03.895586 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-76a2991f-bbfb-44de-af25-244e6287fc36 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2551408 Apr 11 06:24:06.210918 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60664) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:06.360577 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be28fa0b-326a-4609-9c95-aee022afbcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:06.361170 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be28fa0b-326a-4609-9c95-aee022afbcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:06.362996 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-be28fa0b-326a-4609-9c95-aee022afbcd0 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1508284 Apr 11 06:24:08.682253 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60672) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:08.914311 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49722bd2-a20d-4f3c-be1c-c61e006f61d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:08.915705 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-49722bd2-a20d-4f3c-be1c-c61e006f61d7 admin admin] 10.222.0.18 "GET /v2.0/networks/49eed229-f574-466b-9c94-69527d9c3531 HTTP/1.1" status: 200 len: 868 time: 0.2324133 Apr 11 06:24:11.251342 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:11.400758 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802dc174-53d5-46d5-9864-43de85bb443f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:11.402146 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-802dc174-53d5-46d5-9864-43de85bb443f admin admin] 10.222.0.18 "GET /v2.0/networks/7d92a962-1f6b-459e-a2e8-246fdd7a3fea HTTP/1.1" status: 200 len: 886 time: 0.1498764 Apr 11 06:24:13.692958 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60688) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:13.825246 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5f5851-f389-48ac-afe2-d0772ce717e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:13.825689 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5f5851-f389-48ac-afe2-d0772ce717e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:13.827224 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9d5f5851-f389-48ac-afe2-d0772ce717e5 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1330254 Apr 11 06:24:16.139544 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60696) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:16.235660 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dda8c1-e087-4254-93dd-5fb744ee33fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:16.236111 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dda8c1-e087-4254-93dd-5fb744ee33fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:16.237733 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-34dda8c1-e087-4254-93dd-5fb744ee33fc admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0972455 Apr 11 06:24:18.539398 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:18.646558 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea98f04-e9ca-41d6-a34c-31e1a6000b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:18.647924 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2ea98f04-e9ca-41d6-a34c-31e1a6000b34 admin admin] 10.222.0.18 "GET /v2.0/subnets/2ef0991b-fc22-4874-a682-70aadf7bfa38 HTTP/1.1" status: 200 len: 868 time: 0.1075253 Apr 11 06:24:19.132537 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:24:21.006224 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60712) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:24:21.053592 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ed37420-c7b9-472b-8ca5-6fd56eece7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:21.096549 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406c6ef9-67c0-4b19-b8f0-63463680e9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:24:21.097985 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-406c6ef9-67c0-4b19-b8f0-63463680e9f4 admin admin] 10.222.0.18 "GET /v2.0/subnets/9caee4ce-ccb0-4869-af2d-8df849772653 HTTP/1.1" status: 200 len: 816 time: 0.0906959 Apr 11 06:24:23.115566 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc1f9-7ba6-4f98-9c76-20b86eb504f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:24.527204 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:25.858197 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:27.172687 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:51.058259 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daaffa68-a63a-4fa2-b7e9-ec2816459495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:53.123083 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c421dd7e-bed7-4c90-884d-31f1e57b6595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:54.527528 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:55.861276 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:24:56.131501 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:24:57.177907 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:01.822058 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60770) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:25:01.871987 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [None req-448b0fd0-92e0-4da8-9d24-67b55351032e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:25:01.873107 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-448b0fd0-92e0-4da8-9d24-67b55351032e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499437 Apr 11 06:25:04.283621 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:25:04.358638 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cfe9bc-597d-4593-a575-4a960d40f056 admin admin] GET failed (client error): The resource could not be found. Apr 11 06:25:04.359937 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-91cfe9bc-597d-4593-a575-4a960d40f056 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0753148 Apr 11 06:25:04.505272 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43bfed0-115a-4e7a-9313-be974fe0cd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:25:04.506678 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d43bfed0-115a-4e7a-9313-be974fe0cd63 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1424425 Apr 11 06:25:06.881119 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:25:06.936305 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:25:06.961284 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Made reservation on behalf of 46f75e0e61bc48b0a70f380a680661d1 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:25:06.963726 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:07.009135 dv-cinder-836996-3-iscsi neutron-server[103324]: WARNING neutron.services.revisions.revision_plugin [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Could not find related network for resource to bump revision. Apr 11 06:25:07.026303 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:25:07.039388 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757672444070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (f064e032-08a8-4140-a18f-3620e35671e1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:07.039961 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Unsubscribe: segment precommit_create {{(pid=103324) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 06:25:07.040452 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Added segment f064e032-08a8-4140-a18f-3620e35671e1 of type vlan for network e6e05e42-7831-430b-9a33-10c0f494b142 Apr 11 06:25:07.092110 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (e6e05e42-7831-430b-9a33-10c0f494b142), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:07.138009 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (e6e05e42-7831-430b-9a33-10c0f494b142), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:07.138932 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:25:07.139540 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:07.193265 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3109021 Apr 11 06:25:07.249873 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Pushing event updated for resources: {'Network': ['ID=e6e05e42-7831-430b-9a33-10c0f494b142,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:25:07.259590 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.259929 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.260270 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.260598 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.260941 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.261267 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.261588 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.261889 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.262212 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.262532 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.262902 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.263219 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.263532 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.263841 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.264185 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9d414-9f09-4d7a-ae69-b3fb80a01b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:07.277043 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network e6e05e42-7831-430b-9a33-10c0f494b142 details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:25:09.539257 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60794) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:25:09.603913 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-19207a58-b86b-4e8e-b6c9-9e352441bba1 admin admin] GET failed (client error): The resource could not be found. Apr 11 06:25:09.605193 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-19207a58-b86b-4e8e-b6c9-9e352441bba1 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649505 Apr 11 06:25:09.677576 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62afec7-9fa5-44cf-a315-18f415dbbe89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:25:09.678990 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c62afec7-9fa5-44cf-a315-18f415dbbe89 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0678682 Apr 11 06:25:09.691977 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a92c00a8-80d9-4388-80e3-37ee3e7bffb0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:25:09.716999 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92c00a8-80d9-4388-80e3-37ee3e7bffb0 admin admin] Made reservation on behalf of 46f75e0e61bc48b0a70f380a680661d1 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:25:09.719227 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a92c00a8-80d9-4388-80e3-37ee3e7bffb0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:09.905434 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a92c00a8-80d9-4388-80e3-37ee3e7bffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for subnet (455f2589-f1f7-4b38-94ed-3a5b266e72b6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:09.953327 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c00a8-80d9-4388-80e3-37ee3e7bffb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=455f2589-f1f7-4b38-94ed-3a5b266e72b6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:25:09.971892 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c00a8-80d9-4388-80e3-37ee3e7bffb0 admin admin] Checking segment: {'id': 'f064e032-08a8-4140-a18f-3620e35671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:25:09.972166 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c00a8-80d9-4388-80e3-37ee3e7bffb0 admin admin] Network hostable DHCP agents. Network: e6e05e42-7831-430b-9a33-10c0f494b142, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:25:09.999812 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c00a8-80d9-4388-80e3-37ee3e7bffb0 admin admin] Network e6e05e42-7831-430b-9a33-10c0f494b142 is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:25:10.011160 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a92c00a8-80d9-4388-80e3-37ee3e7bffb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, e6e05e42-7831-430b-9a33-10c0f494b142) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:25:10.015235 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c00a8-80d9-4388-80e3-37ee3e7bffb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:25:10.015810 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a92c00a8-80d9-4388-80e3-37ee3e7bffb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:10.020926 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1c2c69-e332-4081-921d-0030f12232d9 None None] Network e6e05e42-7831-430b-9a33-10c0f494b142 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:25:10.031827 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a92c00a8-80d9-4388-80e3-37ee3e7bffb0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3431263 Apr 11 06:25:10.232384 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04795716-4755-599e-9613-29244d979784-e6e05e42-7831-430b-9a33-10c0f494b142', 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142', 'project_id': '46f75e0e61bc48b0a70f380a680661d1', 'fixed_ips': [{'subnet_id': '455f2589-f1f7-4b38-94ed-3a5b266e72b6'}]}} from dv-cinder-836996-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:25:10.233284 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:10.374809 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Allocated IP 192.168.233.2 (e6e05e42-7831-430b-9a33-10c0f494b142/455f2589-f1f7-4b38-94ed-3a5b266e72b6/5fdbed1d-55d5-4b0b-b9d6-6558d189ecde) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:25:10.519528 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Publish callbacks [] for port (5fdbed1d-55d5-4b0b-b9d6-6558d189ecde), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:10.527647 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (5fdbed1d-55d5-4b0b-b9d6-6558d189ecde), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:10.574119 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Network e6e05e42-7831-430b-9a33-10c0f494b142 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:25:10.577188 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:25:10.582666 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:25:10.585784 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Pushing event updated for resources: {'Port': ['ID=5fdbed1d-55d5-4b0b-b9d6-6558d189ecde,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:25:10.596287 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.596623 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.596993 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.597342 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.597669 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.597991 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.598305 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.598620 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.598966 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.599282 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.599594 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.599910 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.600222 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.600534 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.600840 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:25:10.653086 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Attempting to bind port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:25:10.653445 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Attempting to bind port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'f064e032-08a8-4140-a18f-3620e35671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:25:10.653799 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Attempting to bind port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde on network e6e05e42-7831-430b-9a33-10c0f494b142 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:25:10.658913 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:25:10.659274 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Checking segment: {'id': 'f064e032-08a8-4140-a18f-3620e35671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:25:10.659664 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:10.660045 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Bound using segment: {'id': 'f064e032-08a8-4140-a18f-3620e35671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:25:10.660501 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Bound port: 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f064e032-08a8-4140-a18f-3620e35671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:25:10.660877 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (5fdbed1d-55d5-4b0b-b9d6-6558d189ecde), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:10.721852 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] For port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:25:10.725158 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] For port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=5fdbed1d-55d5-4b0b-b9d6-6558d189ecde,segment=NetworkSegment(f064e032-08a8-4140-a18f-3620e35671e1),segment_id=f064e032-08a8-4140-a18f-3620e35671e1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:25:10.732023 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (5fdbed1d-55d5-4b0b-b9d6-6558d189ecde), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:10.794661 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497810d-f130-4c46-baea-7687d2d51bf0 None None] Pushing event updated for resources: {'Port': ['ID=5fdbed1d-55d5-4b0b-b9d6-6558d189ecde,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:25:11.713643 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b726b982-f7c7-4ff9-963d-44f21a660377 None None] Network e6e05e42-7831-430b-9a33-10c0f494b142 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:25:11.780991 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-424587de-78ba-490b-9b4f-e6f516122c19 None None] Provisioning complete for port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:25:11.781396 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-424587de-78ba-490b-9b4f-e6f516122c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (5fdbed1d-55d5-4b0b-b9d6-6558d189ecde), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:11.898060 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-424587de-78ba-490b-9b4f-e6f516122c19 None None] Current status of the port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:25:11.898435 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-424587de-78ba-490b-9b4f-e6f516122c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (5fdbed1d-55d5-4b0b-b9d6-6558d189ecde), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:11.934456 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-424587de-78ba-490b-9b4f-e6f516122c19 None None] For port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=5fdbed1d-55d5-4b0b-b9d6-6558d189ecde,segment=NetworkSegment(f064e032-08a8-4140-a18f-3620e35671e1),segment_id=f064e032-08a8-4140-a18f-3620e35671e1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:25:11.940379 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-424587de-78ba-490b-9b4f-e6f516122c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (5fdbed1d-55d5-4b0b-b9d6-6558d189ecde), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:12.023901 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424587de-78ba-490b-9b4f-e6f516122c19 None None] Pushing event updated for resources: {'Port': ['ID=5fdbed1d-55d5-4b0b-b9d6-6558d189ecde,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:25:12.053371 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:25:12.084594 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7dcf1178-d95f-4048-914e-6f0f29fa2dc3 None None] Provisioning complete for port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:25:12.084997 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dcf1178-d95f-4048-914e-6f0f29fa2dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (5fdbed1d-55d5-4b0b-b9d6-6558d189ecde), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:12.135873 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:25:12.136235 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (5fdbed1d-55d5-4b0b-b9d6-6558d189ecde), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:12.210464 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf1178-d95f-4048-914e-6f0f29fa2dc3 None None] Current status of the port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:25:12.249937 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:25:13.991665 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:25:14.038436 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:25:14.038824 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (5fdbed1d-55d5-4b0b-b9d6-6558d189ecde), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:14.121267 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 5fdbed1d-55d5-4b0b-b9d6-6558d189ecde is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:25:21.057823 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccdcc4a-2a8a-43a2-9369-33f7439b4fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:23.116631 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25bb9e13-f507-4890-9145-36830c73fa2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:24.528994 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:25.863717 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:27.186163 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:33.131079 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:25:51.056491 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c6c9616-dded-4c0d-b07e-ecd5af400d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:53.121824 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87ccbb15-3510-4d12-9c6f-b34b96f3066c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:54.532825 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:55.868824 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:25:57.181386 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:10.130840 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:26:21.053320 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b03a89fa-09a9-46ea-adc6-97216098986c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:23.128484 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62525e2-a4d1-44db-91ae-ab104ac1afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:24.535277 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:25.871656 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:27.186984 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:40.865266 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60832) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:26:40.870811 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [None req-1d7d8f8a-5e32-4fc7-a6a4-5a7c69718452 tempest-verify_tempest_config-874826985 tempest-verify_tempest_config-874826985-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:26:40.871772 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1d7d8f8a-5e32-4fc7-a6a4-5a7c69718452 tempest-verify_tempest_config-874826985 tempest-verify_tempest_config-874826985-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055628 Apr 11 06:26:41.199832 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60850) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:26:41.318539 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:41.403856 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Publish callbacks [] for security_group (e20ddbc0-5dd1-46f9-9013-cab4101acedb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:41.409129 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (e20ddbc0-5dd1-46f9-9013-cab4101acedb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:41.453770 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26659abf008b4967bc8d00bb32f32cf4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2528775 Apr 11 06:26:41.454582 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20ddbc0-5dd1-46f9-9013-cab4101acedb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:26:41.456451 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 60854) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:26:41.472016 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.472359 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.472710 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.473074 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.473400 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.473723 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.474043 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.474342 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.474659 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.474979 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.475297 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.475609 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.475920 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.476228 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.476535 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a687a-2018-41a9-bd88-58f954cf0f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:26:41.521050 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a11bf9c0-3b8e-4601-abb3-1e100c9e7797 admin admin] Publish callbacks [] for security_group (e20ddbc0-5dd1-46f9-9013-cab4101acedb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:41.541391 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a11bf9c0-3b8e-4601-abb3-1e100c9e7797 admin admin] Publish callbacks [] for security_group (e20ddbc0-5dd1-46f9-9013-cab4101acedb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:41.637183 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a11bf9c0-3b8e-4601-abb3-1e100c9e7797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (e20ddbc0-5dd1-46f9-9013-cab4101acedb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:41.641592 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a11bf9c0-3b8e-4601-abb3-1e100c9e7797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:41.642827 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a11bf9c0-3b8e-4601-abb3-1e100c9e7797 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e20ddbc0-5dd1-46f9-9013-cab4101acedb HTTP/1.1" status: 204 len: 168 time: 0.1854675 Apr 11 06:26:41.651107 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bf9c0-3b8e-4601-abb3-1e100c9e7797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20ddbc0-5dd1-46f9-9013-cab4101acedb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:26:47.130482 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:26:51.051991 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9648cc7f-f470-47f5-a991-a0716d9fd403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:53.122531 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9716bdeb-7233-4833-9e01-5208c20f7cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:54.542229 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:55.875996 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:26:57.190853 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:21.047130 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8b27df7-765b-4a07-b0e6-423ae10d9ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:23.135052 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a691c5e7-949d-4a8f-8105-285b31da7f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:24.134769 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:27:24.546662 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:25.882435 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:27.207630 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:51.052627 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae1a9240-77e8-4231-bb3e-d896fa75c2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:53.132195 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92123b33-9198-466c-9040-9bfd46234347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:54.553566 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:55.885332 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:27:57.201733 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:01.136086 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:28:21.052190 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba18e6db-ea12-4740-a9a4-ea6fc2f7f373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:23.137217 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d7fc12-2752-4d74-92cb-ebb183690ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:24.555033 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:25.756099 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2038710'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:25.887788 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:27.202849 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:38.135516 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:28:40.492225 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60926) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:28:40.620736 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-da4d62ce-a86d-4f8b-99a9-545cf47aefab admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1273732 Apr 11 06:28:42.963770 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 60936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:28:43.020944 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-db6fe83a-10be-4e15-acf0-a44d0a2d7637 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0560386 Apr 11 06:28:51.047201 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d2b7ee4-ce62-4f43-ab28-47739220e11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:53.134839 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30be4303-e0eb-469a-8e9a-c1ad90709507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:54.561900 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:55.719998 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:55.903656 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:28:57.205574 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:15.141329 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:29:21.051847 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31a85711-6930-43c8-8458-91536ab00c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:23.139610 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3fd1d31-879e-4092-90c6-cc10d236366c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:24.563828 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:25.729679 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:25.905705 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:27.200877 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:51.054422 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-908a893b-01f8-4e2a-9ca0-250c4eaf7b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:52.141781 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:29:53.133461 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-782f254e-b1a1-4ea1-b9ff-b02c9cc3b294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:54.563840 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:55.720721 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:55.899866 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:29:57.205930 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:21.067652 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45badee3-d097-4ff9-9f27-9b61aa3e8bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.133557 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d9d8-d056-4e12-9bcb-ba977cf265ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.383592 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 32914) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:23.388275 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 32916) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:23.417964 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 32926) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:23.552349 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 32936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:23.731053 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-network', 'tenant_id': '5172a438ed16452899c496083e8fae1a'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:23.735871 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-717293321-network', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:23.753040 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Made reservation on behalf of 5172a438ed16452899c496083e8fae1a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:23.755818 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.762829 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Made reservation on behalf of 10290d6a8afe4c38af3ac7e7699b5fbd for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:23.765652 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.768850 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.782765 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-363514878-network', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:23.800448 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.823565 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Made reservation on behalf of b29caae4ee6c45cc97f3f452026667f6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:23.826442 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.839794 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.893438 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 32944) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:23.912793 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Publish callbacks [] for security_group (b94e1ab9-f6c3-4989-96cc-b983b22f415f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.918871 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b94e1ab9-f6c3-4989-96cc-b983b22f415f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.936536 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Publish callbacks [] for security_group (3d911086-3698-49de-8ea8-a3aed6356cb3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.944622 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (3d911086-3698-49de-8ea8-a3aed6356cb3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.960092 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94e1ab9-f6c3-4989-96cc-b983b22f415f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:23.962568 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:30:23.970642 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.971262 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.971776 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.972305 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.972839 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.973399 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.973892 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.974465 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.975023 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.975715 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.976321 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.977017 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.977315 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (932b2fed-3473-475b-9d83-1f2c0f98a5db), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:23.977684 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Added segment 932b2fed-3473-475b-9d83-1f2c0f98a5db of type vlan for network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 Apr 11 06:30:23.978033 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.978575 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.979066 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Tracked resource versions report: Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: pushed versions: Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: { 'AddressGroup': {'1.2'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Agent': {'1.1'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'ConntrackHelper': {'1.0'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Log': {'1.0'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'NDPProxy': {'1.0'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Network': {'1.1'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Port': {'1.7'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'PortForwarding': {'1.3'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'QosPolicy': {'1.10'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'SecurityGroup': {'1.5'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'SubPort': {'1.0'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Subnet': {'1.1'}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Trunk': {'1.1'}} Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: consumer versions: Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: { DHCP agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: HyperV agent@hv-cinder-83699: {}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: L3 agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: Metadata agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: Metering agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: Open vSwitch agent@dv-cinder-836996-3-iscsi: { 'AddressGroup': '1.2', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Agent': '1.1', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'ConntrackHelper': '1.0', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'LocalIPAssociation': '1.0', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Log': '1.0', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'NDPProxy': '1.0', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Network': '1.1', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Port': '1.7', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'PortForwarding': '1.3', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'QosPolicy': '1.10', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'SecurityGroup': '1.5', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'SecurityGroupRule': '1.2', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'SubPort': '1.0', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Subnet': '1.1', Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: 'Trunk': '1.1'}} Apr 11 06:30:23.980457 dv-cinder-836996-3-iscsi neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:30:23.998820 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:30:24.013713 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (0711f8f4-26f4-4b5a-b776-d08d5e29f645), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.014060 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Added segment 0711f8f4-26f4-4b5a-b776-d08d5e29f645 of type vlan for network 91ae923f-e529-4c46-bebf-04bc44672a05 Apr 11 06:30:24.078228 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (91ae923f-e529-4c46-bebf-04bc44672a05), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.118632 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1995882423-network', 'tenant_id': 'aac856e62ec64fdf810d6a2d977796a8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:24.126326 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (91ae923f-e529-4c46-bebf-04bc44672a05), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.128174 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:24.130117 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.138561 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (a484c9f1-fa0a-4ecf-a021-c8b6f38a3036), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.156150 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d911086-3698-49de-8ea8-a3aed6356cb3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:24.166651 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-431892938-network', 'tenant_id': 'b46cf15b408e43dab11af0e399669182'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:24.231589 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.232140 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.232695 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.233294 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.233855 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.234397 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.234955 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.235522 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.244928 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.245359 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.245630 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.246878 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.247997 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.249937 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.250466 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Tracked resource versions report: Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: pushed versions: Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: { 'AddressGroup': {'1.2'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Agent': {'1.1'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'ConntrackHelper': {'1.0'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Log': {'1.0'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'NDPProxy': {'1.0'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Network': {'1.1'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Port': {'1.7'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'PortForwarding': {'1.3'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'QosPolicy': {'1.10'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'SecurityGroup': {'1.5'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'SubPort': {'1.0'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Subnet': {'1.1'}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Trunk': {'1.1'}} Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: consumer versions: Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: { DHCP agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: HyperV agent@hv-cinder-83699: {}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: L3 agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: Metadata agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: Metering agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: Open vSwitch agent@dv-cinder-836996-3-iscsi: { 'AddressGroup': '1.2', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Agent': '1.1', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'ConntrackHelper': '1.0', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'LocalIPAssociation': '1.0', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Log': '1.0', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'NDPProxy': '1.0', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Network': '1.1', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Port': '1.7', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'PortForwarding': '1.3', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'QosPolicy': '1.10', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'SecurityGroup': '1.5', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'SecurityGroupRule': '1.2', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'SubPort': '1.0', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Subnet': '1.1', Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: 'Trunk': '1.1'}} Apr 11 06:30:24.251813 dv-cinder-836996-3-iscsi neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:30:24.270826 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8833785 Apr 11 06:30:24.270826 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d5e7d-92eb-4963-ae8b-bf544ef97bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=91ae923f-e529-4c46-bebf-04bc44672a05,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:24.282544 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 32962) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:24.302259 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (a484c9f1-fa0a-4ecf-a021-c8b6f38a3036), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.304740 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:24.304875 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c3bce29f-1a77-464b-a82c-3568330d4771 admin admin] Request body: {'subnet': {'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-subnet', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:24.307209 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.310963 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network 91ae923f-e529-4c46-bebf-04bc44672a05 details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:30:24.343063 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bce29f-1a77-464b-a82c-3568330d4771 admin admin] Made reservation on behalf of 5172a438ed16452899c496083e8fae1a for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:24.345902 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3bce29f-1a77-464b-a82c-3568330d4771 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.466609 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0474172 Apr 11 06:30:24.472244 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312b4ba-7f80-473c-83dc-522e91ced178 admin admin] Pushing event updated for resources: {'Network': ['ID=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:24.477378 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Publish callbacks [] for security_group (f1df301e-b457-4e67-a050-fef8eeebf217), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.479518 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 32974) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:24.484662 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:30:24.488202 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-be98ce55-8777-4b2f-90d0-447a054f504a admin admin] Request body: {'subnet': {'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-363514878-subnet', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:24.496303 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (f1df301e-b457-4e67-a050-fef8eeebf217), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.498177 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Made reservation on behalf of aac856e62ec64fdf810d6a2d977796a8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:24.500501 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.510692 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Made reservation on behalf of b46cf15b408e43dab11af0e399669182 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:24.515602 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:30:24.517451 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.524441 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (6600c8da-3890-499a-b35e-e7e20173eade), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.525080 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Added segment 6600c8da-3890-499a-b35e-e7e20173eade of type vlan for network 06c241ac-a352-48b1-915a-dd06a7e87765 Apr 11 06:30:24.534634 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.574523 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (06c241ac-a352-48b1-915a-dd06a7e87765), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.617093 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (06c241ac-a352-48b1-915a-dd06a7e87765), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.618491 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:24.621508 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.628507 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.632584 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.716696 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be98ce55-8777-4b2f-90d0-447a054f504a admin admin] Made reservation on behalf of b29caae4ee6c45cc97f3f452026667f6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:24.720410 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be98ce55-8777-4b2f-90d0-447a054f504a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.755161 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Publish callbacks [] for security_group (551b1aab-075d-49de-8973-ab4663fa9e72), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.767778 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (551b1aab-075d-49de-8973-ab4663fa9e72), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.789377 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:30:24.814519 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (b7a35a3e-4d3a-48c7-b906-4d097cdd9169), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:24.814907 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Added segment b7a35a3e-4d3a-48c7-b906-4d097cdd9169 of type vlan for network c9b07512-d8f2-42f5-a86c-13cb0a1b9857 Apr 11 06:30:24.902174 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1df301e-b457-4e67-a050-fef8eeebf217,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:24.945199 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551b1aab-075d-49de-8973-ab4663fa9e72,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:24.958785 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (c9b07512-d8f2-42f5-a86c-13cb0a1b9857), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.046303 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=06c241ac-a352-48b1-915a-dd06a7e87765,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:25.054474 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9523b4ba-0b30-4e2f-8efc-3ea60e58e9e4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6633477 Apr 11 06:30:25.054961 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3bce29f-1a77-464b-a82c-3568330d4771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for subnet (370610d9-2d32-42ba-9b8e-976ebda59ea6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.058202 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33002) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:25.105748 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network 06c241ac-a352-48b1-915a-dd06a7e87765 details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:30:25.176317 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4eeeba0a-8183-45d2-9ff0-4286d2b433be admin admin] Request body: {'subnet': {'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-subnet', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:25.187608 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bce29f-1a77-464b-a82c-3568330d4771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370610d9-2d32-42ba-9b8e-976ebda59ea6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:25.206438 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Publish callbacks [] for security_group (d583379c-11b9-4853-a24c-251928038ba8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.242999 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (c9b07512-d8f2-42f5-a86c-13cb0a1b9857), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.244109 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:25.244890 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.248029 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (d583379c-11b9-4853-a24c-251928038ba8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.264994 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be98ce55-8777-4b2f-90d0-447a054f504a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for subnet (0fa1d8c8-088e-43d7-bf63-0c0a94c71a99), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.338382 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b07512-d8f2-42f5-a86c-13cb0a1b9857,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:25.349927 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98ce55-8777-4b2f-90d0-447a054f504a admin admin] Checking segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:25.350280 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98ce55-8777-4b2f-90d0-447a054f504a admin admin] Network hostable DHCP agents. Network: a484c9f1-fa0a-4ecf-a021-c8b6f38a3036, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:30:25.350427 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:30:25.354980 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98ce55-8777-4b2f-90d0-447a054f504a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:25.358249 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33014) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:25.358372 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-391d195c-30aa-4aeb-9831-a8a20c0d9aa2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4634938 Apr 11 06:30:25.363205 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network c9b07512-d8f2-42f5-a86c-13cb0a1b9857 details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:30:25.367317 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8d1cfec3-48ba-449b-8a51-763357bf39c5 admin admin] Request body: {'subnet': {'network_id': 'c9b07512-d8f2-42f5-a86c-13cb0a1b9857', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-431892938-subnet', 'tenant_id': 'b46cf15b408e43dab11af0e399669182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:25.370131 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bce29f-1a77-464b-a82c-3568330d4771 admin admin] Checking segment: {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:25.370490 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bce29f-1a77-464b-a82c-3568330d4771 admin admin] Network hostable DHCP agents. Network: 91ae923f-e529-4c46-bebf-04bc44672a05, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:30:25.378409 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeeba0a-8183-45d2-9ff0-4286d2b433be admin admin] Made reservation on behalf of 10290d6a8afe4c38af3ac7e7699b5fbd for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:25.380810 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4eeeba0a-8183-45d2-9ff0-4286d2b433be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.388619 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (d366918b-a240-436c-9aa7-cb5fbf94412f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.388977 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Added segment d366918b-a240-436c-9aa7-cb5fbf94412f of type vlan for network b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885 Apr 11 06:30:25.394093 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98ce55-8777-4b2f-90d0-447a054f504a admin admin] Network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:30:25.406586 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-be98ce55-8777-4b2f-90d0-447a054f504a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, a484c9f1-fa0a-4ecf-a021-c8b6f38a3036) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:25.415637 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1cfec3-48ba-449b-8a51-763357bf39c5 admin admin] Made reservation on behalf of b46cf15b408e43dab11af0e399669182 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:25.418642 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d1cfec3-48ba-449b-8a51-763357bf39c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.428608 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be98ce55-8777-4b2f-90d0-447a054f504a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:25.433466 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be98ce55-8777-4b2f-90d0-447a054f504a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.438239 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82508161-0242-4588-acc4-4ca3654e1a54 None None] Network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:25.450780 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d583379c-11b9-4853-a24c-251928038ba8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:25.514164 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bce29f-1a77-464b-a82c-3568330d4771 admin admin] Network 91ae923f-e529-4c46-bebf-04bc44672a05 is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:30:25.516580 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-be98ce55-8777-4b2f-90d0-447a054f504a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0348427 Apr 11 06:30:25.523688 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:25.532173 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:25.545878 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.552406 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c3bce29f-1a77-464b-a82c-3568330d4771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, 91ae923f-e529-4c46-bebf-04bc44672a05) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:25.571393 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bce29f-1a77-464b-a82c-3568330d4771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:25.572388 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3bce29f-1a77-464b-a82c-3568330d4771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.598884 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb457963-bc06-48b7-9fca-5c7ea5bb1bd0 None None] Network 91ae923f-e529-4c46-bebf-04bc44672a05 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:25.612179 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2087253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30879'] for router (f8a382dd-e48c-4156-a92f-e5be092eb7ca), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.613535 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2088933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30886'] for router (f8a382dd-e48c-4156-a92f-e5be092eb7ca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.630993 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c3bce29f-1a77-464b-a82c-3568330d4771 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3469257 Apr 11 06:30:25.635351 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:25.642383 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:25.649805 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.651015 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:25.651736 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.705004 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d1cfec3-48ba-449b-8a51-763357bf39c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for subnet (40068664-9256-4d43-9a18-ba6929abdc8e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.778529 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2207437 Apr 11 06:30:25.783720 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2087253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30879'] for router (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.784745 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2088933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30886'] for router (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.816031 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33026) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:25.830497 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Publish callbacks [] for router_controller (f8a382dd-e48c-4156-a92f-e5be092eb7ca), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.837385 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ec92c-5a1a-490d-9dba-f1373a6be14a admin admin] Pushing event updated for resources: {'Network': ['ID=b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:25.856483 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885 details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:30:25.868499 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2ccdb6bf-a7b0-4af4-a695-a7999d2878e8 admin admin] Request body: {'subnet': {'network_id': 'b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1995882423-subnet', 'tenant_id': 'aac856e62ec64fdf810d6a2d977796a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:25.884812 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cfec3-48ba-449b-8a51-763357bf39c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40068664-9256-4d43-9a18-ba6929abdc8e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:25.903665 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.927725 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1cfec3-48ba-449b-8a51-763357bf39c5 admin admin] Checking segment: {'id': 'b7a35a3e-4d3a-48c7-b906-4d097cdd9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c9b07512-d8f2-42f5-a86c-13cb0a1b9857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:25.928067 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1cfec3-48ba-449b-8a51-763357bf39c5 admin admin] Network hostable DHCP agents. Network: c9b07512-d8f2-42f5-a86c-13cb0a1b9857, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:30:25.932082 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccdb6bf-a7b0-4af4-a695-a7999d2878e8 admin admin] Made reservation on behalf of aac856e62ec64fdf810d6a2d977796a8 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:25.934635 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ccdb6bf-a7b0-4af4-a695-a7999d2878e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.945660 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04795716-4755-599e-9613-29244d979784-a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99'}]}} from dv-cinder-836996-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:30:25.948293 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:25.991152 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1cfec3-48ba-449b-8a51-763357bf39c5 admin admin] Network c9b07512-d8f2-42f5-a86c-13cb0a1b9857 is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:30:26.030245 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.034409 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8d1cfec3-48ba-449b-8a51-763357bf39c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, c9b07512-d8f2-42f5-a86c-13cb0a1b9857) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:26.042800 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1cfec3-48ba-449b-8a51-763357bf39c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:26.043489 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d1cfec3-48ba-449b-8a51-763357bf39c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.071284 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7650024f-9fe0-4ec4-ae2c-72ed33aa1bad None None] Network c9b07512-d8f2-42f5-a86c-13cb0a1b9857 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:26.086952 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8d1cfec3-48ba-449b-8a51-763357bf39c5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7269821 Apr 11 06:30:26.170159 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4eeeba0a-8183-45d2-9ff0-4286d2b433be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for subnet (dad8f048-1c99-4851-b535-5d3e8975b7d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.182507 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Publish callbacks [] for router_controller (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.358804 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ccdb6bf-a7b0-4af4-a695-a7999d2878e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for subnet (724578a3-7fcb-4998-b96c-f501628b38f9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.508523 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdb6bf-a7b0-4af4-a695-a7999d2878e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724578a3-7fcb-4998-b96c-f501628b38f9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:26.523221 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04795716-4755-599e-9613-29244d979784-91ae923f-e529-4c46-bebf-04bc44672a05', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'project_id': '5172a438ed16452899c496083e8fae1a', 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6'}]}} from dv-cinder-836996-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:30:26.524065 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.526882 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdb6bf-a7b0-4af4-a695-a7999d2878e8 admin admin] Checking segment: {'id': 'd366918b-a240-436c-9aa7-cb5fbf94412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:26.529167 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccdb6bf-a7b0-4af4-a695-a7999d2878e8 admin admin] Network hostable DHCP agents. Network: b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:30:26.575329 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccdb6bf-a7b0-4af4-a695-a7999d2878e8 admin admin] Network b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885 is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:30:26.593745 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2ccdb6bf-a7b0-4af4-a695-a7999d2878e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:26.599225 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccdb6bf-a7b0-4af4-a695-a7999d2878e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:26.600791 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2ccdb6bf-a7b0-4af4-a695-a7999d2878e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.633479 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2ccdb6bf-a7b0-4af4-a695-a7999d2878e8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7781725 Apr 11 06:30:26.660155 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7943a8-b21c-453e-be54-d9f79d4112e6 None None] Network b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:26.665238 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeeba0a-8183-45d2-9ff0-4286d2b433be admin admin] Checking segment: {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:26.665865 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeeba0a-8183-45d2-9ff0-4286d2b433be admin admin] Network hostable DHCP agents. Network: 06c241ac-a352-48b1-915a-dd06a7e87765, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:30:26.670149 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Publish callbacks [] for router_gateway (f8a382dd-e48c-4156-a92f-e5be092eb7ca), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.692970 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeeba0a-8183-45d2-9ff0-4286d2b433be admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad8f048-1c99-4851-b535-5d3e8975b7d7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:26.764467 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33086) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:26.767516 dv-cinder-836996-3-iscsi neutron-server[103323]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 06:30:26.852501 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Publish callbacks [] for router_gateway (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:26.860378 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeeba0a-8183-45d2-9ff0-4286d2b433be admin admin] Network 06c241ac-a352-48b1-915a-dd06a7e87765 is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:30:26.900208 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4eeeba0a-8183-45d2-9ff0-4286d2b433be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, 06c241ac-a352-48b1-915a-dd06a7e87765) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:26.906493 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33088) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:26.918118 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f696690-038b-40f9-b986-d7fd89c5209f None None] Network 06c241ac-a352-48b1-915a-dd06a7e87765 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:26.963941 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Allocated IP 172.20.0.2 (a484c9f1-fa0a-4ecf-a021-c8b6f38a3036/0fa1d8c8-088e-43d7-bf63-0c0a94c71a99/c11d108a-7ab4-430f-acf9-24021fc74cc1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:27.018525 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-c106d32c-4742-41eb-a926-c157a8560a07 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:27.021294 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-c106d32c-4742-41eb-a926-c157a8560a07 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/networks?id=c9b07512-d8f2-42f5-a86c-13cb0a1b9857 HTTP/1.1" status: 200 len: 811 time: 0.2548203 Apr 11 06:30:27.029643 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d72f57-c646-4c54-8c10-4af6e06c462c None None] Network c9b07512-d8f2-42f5-a86c-13cb0a1b9857 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:27.051385 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-8d702b66-9c41-42b4-8cb8-e10857905d7d tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/quotas/b46cf15b408e43dab11af0e399669182 HTTP/1.1" status: 200 len: 375 time: 0.0238721 Apr 11 06:30:27.132342 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeeba0a-8183-45d2-9ff0-4286d2b433be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:27.132788 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4eeeba0a-8183-45d2-9ff0-4286d2b433be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.157699 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-4c5bd34a-29a8-4c2b-958d-f9435fb03e6b tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b46cf15b408e43dab11af0e399669182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001327 Apr 11 06:30:27.187757 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33104) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:27.188643 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4eeeba0a-8183-45d2-9ff0-4286d2b433be admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0240550 Apr 11 06:30:27.195450 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:27.240956 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2087253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30879'] for router (51d3c5c8-459c-452f-87aa-ac9203c7bb92), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.242107 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2088933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30886'] for router (51d3c5c8-459c-452f-87aa-ac9203c7bb92), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.309002 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26137900-8c98-4f83-afdd-8252cdeac949 None None] Network b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:27.429677 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Allocated IP 172.20.0.2 (91ae923f-e529-4c46-bebf-04bc44672a05/370610d9-2d32-42ba-9b8e-976ebda59ea6/b7db8936-2654-4449-8d7a-4eb4b39d94d7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:27.467209 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.470627 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Publish callbacks [] for router_controller (51d3c5c8-459c-452f-87aa-ac9203c7bb92), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.493261 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Publish callbacks [] for router_gateway (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.580860 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.655301 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da91ed83-1182-4668-bfeb-81b92bd0df34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.694351 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Publish callbacks [] for router_gateway (51d3c5c8-459c-452f-87aa-ac9203c7bb92), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.703404 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04795716-4755-599e-9613-29244d979784-06c241ac-a352-48b1-915a-dd06a7e87765', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7'}]}} from dv-cinder-836996-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:30:27.704417 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.877688 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da91ed83-1182-4668-bfeb-81b92bd0df34 admin admin] Publish callbacks [] for security_group (a14fce31-2ac2-407e-b673-08793bd67543), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.918484 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da91ed83-1182-4668-bfeb-81b92bd0df34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a14fce31-2ac2-407e-b673-08793bd67543), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:27.929239 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-60e6a6d6-6096-4c89-b16b-dada3617db3c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:30:27.938032 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-60e6a6d6-6096-4c89-b16b-dada3617db3c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2615461 Apr 11 06:30:27.974108 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-da91ed83-1182-4668-bfeb-81b92bd0df34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08ef0e769944435bb25d3b1c2a76f8c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8761837 Apr 11 06:30:27.976067 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33136) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:27.998878 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33138) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:28.039944 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009364144-network', 'tenant_id': '08acc65bc8e0430ab4c5af14c2a49f7c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:28.064229 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Publish callbacks [] for router_gateway (f8a382dd-e48c-4156-a92f-e5be092eb7ca), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.106118 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Publish callbacks [] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.119961 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Publish callbacks [] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.140151 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.143870 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.145822 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Made reservation on behalf of 08acc65bc8e0430ab4c5af14c2a49f7c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:28.148338 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.169235 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.214972 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.216853 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91ed83-1182-4668-bfeb-81b92bd0df34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14fce31-2ac2-407e-b673-08793bd67543,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:28.262679 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:28.273883 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:28.278395 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:28.284891 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Network 91ae923f-e529-4c46-bebf-04bc44672a05 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:28.297226 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:28.300156 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:28.304006 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Pushing event updated for resources: {'Port': ['ID=c11d108a-7ab4-430f-acf9-24021fc74cc1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:28.325471 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61edb1aa-8daa-4cf7-a5ae-97d9e8027365 admin admin] Publish callbacks [] for security_group (a14fce31-2ac2-407e-b673-08793bd67543), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.333756 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Allocated IP 172.20.0.2 (06c241ac-a352-48b1-915a-dd06a7e87765/dad8f048-1c99-4851-b535-5d3e8975b7d7/30619690-a199-4be1-965e-a19718070c8f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:28.337165 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.337495 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.337951 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.338309 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.338697 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.338988 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.339352 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.339689 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.339999 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.340367 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.340819 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.341066 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.341381 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.341729 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.342020 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Tracked resource versions report: Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: pushed versions: Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: { 'AddressGroup': {'1.2'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Agent': {'1.1'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'ConntrackHelper': {'1.0'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Log': {'1.0'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'NDPProxy': {'1.0'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Network': {'1.1'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Port': {'1.7'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'PortForwarding': {'1.3'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'QosPolicy': {'1.10'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'SecurityGroup': {'1.5'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'SubPort': {'1.0'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Subnet': {'1.1'}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Trunk': {'1.1'}} Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: consumer versions: Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: { DHCP agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: HyperV agent@hv-cinder-83699: {}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: L3 agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: Metadata agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: Metering agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: Open vSwitch agent@dv-cinder-836996-3-iscsi: { 'AddressGroup': '1.2', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Agent': '1.1', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'ConntrackHelper': '1.0', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'LocalIPAssociation': '1.0', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Log': '1.0', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'NDPProxy': '1.0', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Network': '1.1', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Port': '1.7', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'PortForwarding': '1.3', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'QosPolicy': '1.10', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'SecurityGroup': '1.5', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'SecurityGroupRule': '1.2', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'SubPort': '1.0', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Subnet': '1.1', Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: 'Trunk': '1.1'}} Apr 11 06:30:28.343743 dv-cinder-836996-3-iscsi neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:30:28.368122 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Allocated IP 172.27.2.25 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/0a550be0-0468-42a8-b1ee-1ea4fd814299) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:28.405181 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Publish callbacks [] for router_gateway (51d3c5c8-459c-452f-87aa-ac9203c7bb92), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.408570 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61edb1aa-8daa-4cf7-a5ae-97d9e8027365 admin admin] Publish callbacks [] for security_group (a14fce31-2ac2-407e-b673-08793bd67543), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.434051 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.500026 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Pushing event updated for resources: {'Port': ['ID=b7db8936-2654-4449-8d7a-4eb4b39d94d7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:28.511456 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Attempting to bind port c11d108a-7ab4-430f-acf9-24021fc74cc1 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:28.511885 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Attempting to bind port c11d108a-7ab4-430f-acf9-24021fc74cc1 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:28.512197 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Attempting to bind port c11d108a-7ab4-430f-acf9-24021fc74cc1 on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:28.512460 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d267df0-2529-4cbe-bf44-78bc56601a93 service neutron] 10.222.0.18 "GET /v2.0/networks/c9b07512-d8f2-42f5-a86c-13cb0a1b9857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731604 Apr 11 06:30:28.551721 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Attempting to bind port b7db8936-2654-4449-8d7a-4eb4b39d94d7 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:28.552109 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Attempting to bind port b7db8936-2654-4449-8d7a-4eb4b39d94d7 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:28.552419 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Attempting to bind port b7db8936-2654-4449-8d7a-4eb4b39d94d7 on network 91ae923f-e529-4c46-bebf-04bc44672a05 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:28.554954 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:28.555367 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Checking segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:28.555761 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.556141 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Bound using segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:28.556748 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Bound port: c11d108a-7ab4-430f-acf9-24021fc74cc1, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:28.557169 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.573216 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Publish callbacks [] for security_group (d6974819-dcd5-43e4-9583-f7b3f716c0ef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.576657 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:28.577252 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Checking segment: {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:28.577506 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61edb1aa-8daa-4cf7-a5ae-97d9e8027365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a14fce31-2ac2-407e-b673-08793bd67543), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.577895 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.578368 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Bound using segment: {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:28.578843 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Bound port: b7db8936-2654-4449-8d7a-4eb4b39d94d7, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:28.579259 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.580290 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-61edb1aa-8daa-4cf7-a5ae-97d9e8027365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.581500 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-61edb1aa-8daa-4cf7-a5ae-97d9e8027365 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a14fce31-2ac2-407e-b673-08793bd67543 HTTP/1.1" status: 204 len: 168 time: 0.5201275 Apr 11 06:30:28.590973 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (d6974819-dcd5-43e4-9583-f7b3f716c0ef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.611189 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edb1aa-8daa-4cf7-a5ae-97d9e8027365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14fce31-2ac2-407e-b673-08793bd67543,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:28.637188 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-34c75141-8119-4e49-8c02-e2273fbf4ad2 service neutron] 10.222.0.18 "GET /v2.0/networks/c9b07512-d8f2-42f5-a86c-13cb0a1b9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236732 Apr 11 06:30:28.645127 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Publish callbacks [] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.647926 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:30:28.712565 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (11e66ea8-c084-4cc6-85be-8995e0a61049), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.712565 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Added segment 11e66ea8-c084-4cc6-85be-8995e0a61049 of type vlan for network 6c4c8cbe-0004-4e90-a9f6-7f205d57f57f Apr 11 06:30:28.725482 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6974819-dcd5-43e4-9583-f7b3f716c0ef,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:28.772231 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] For port c11d108a-7ab4-430f-acf9-24021fc74cc1, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:28.785075 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] For port c11d108a-7ab4-430f-acf9-24021fc74cc1, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=c11d108a-7ab4-430f-acf9-24021fc74cc1,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:28.789995 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] For port b7db8936-2654-4449-8d7a-4eb4b39d94d7, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:28.794718 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] For port b7db8936-2654-4449-8d7a-4eb4b39d94d7, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=b7db8936-2654-4449-8d7a-4eb4b39d94d7,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:28.800578 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Publish callbacks [] for port (30619690-a199-4be1-965e-a19718070c8f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.803546 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.811142 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.839173 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (30619690-a199-4be1-965e-a19718070c8f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.839903 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (6c4c8cbe-0004-4e90-a9f6-7f205d57f57f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.854612 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:28.924583 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Network 06c241ac-a352-48b1-915a-dd06a7e87765 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:28.926459 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:28.930073 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:28.931398 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac17fd-fc14-4bb0-8866-829b3174d888 None None] Pushing event updated for resources: {'Port': ['ID=c11d108a-7ab4-430f-acf9-24021fc74cc1,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:28.948998 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 06:30:29.070105 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33170) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:29.124635 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:29.126143 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (6c4c8cbe-0004-4e90-a9f6-7f205d57f57f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.134842 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:29.136294 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.140945 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:30:29.154625 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Allocated IP 172.27.2.179 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/e508521b-c43d-4d24-aa1c-47a766b17ab0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:29.168109 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:29.171332 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:29.200013 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3c824dce-44ff-4dcb-85cf-8e9940837a95 req-45113fb6-43ff-4175-a0f9-98c5f9aa504a tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 210 time: 0.1215308 Apr 11 06:30:29.277817 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Pushing event updated for resources: {'Port': ['ID=0a550be0-0468-42a8-b1ee-1ea4fd814299,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:29.321808 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33184) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:29.345677 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3477759 Apr 11 06:30:29.369199 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:29.397158 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-007b1c4f-8906-4b55-a013-a209d552200f admin admin] Request body: {'subnet': {'network_id': '6c4c8cbe-0004-4e90-a9f6-7f205d57f57f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009364144-subnet', 'tenant_id': '08acc65bc8e0430ab4c5af14c2a49f7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:29.422223 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-241e28ef-aa71-4229-a159-e7b76e6594d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.490154 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d166a-d748-47cc-a1bc-e63e49b33cdf None None] Pushing event updated for resources: {'Port': ['ID=b7db8936-2654-4449-8d7a-4eb4b39d94d7,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:29.534417 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007b1c4f-8906-4b55-a013-a209d552200f admin admin] Made reservation on behalf of 08acc65bc8e0430ab4c5af14c2a49f7c for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:29.543536 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007b1c4f-8906-4b55-a013-a209d552200f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.665713 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffacb1a-3457-4d6c-8723-7596314782d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6c4c8cbe-0004-4e90-a9f6-7f205d57f57f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:29.695297 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Pushing event updated for resources: {'Port': ['ID=30619690-a199-4be1-965e-a19718070c8f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:29.739725 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network 6c4c8cbe-0004-4e90-a9f6-7f205d57f57f details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:30:29.856474 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-241e28ef-aa71-4229-a159-e7b76e6594d1 admin admin] Publish callbacks [] for security_group (e3c5abe0-6c2d-44bd-84c0-3beeb94676ae), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.884699 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-241e28ef-aa71-4229-a159-e7b76e6594d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (e3c5abe0-6c2d-44bd-84c0-3beeb94676ae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.924794 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-241e28ef-aa71-4229-a159-e7b76e6594d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81a7184deb994c798e0292d3620b922f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6014483 Apr 11 06:30:29.925779 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33202) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:29.953163 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Attempting to bind port 30619690-a199-4be1-965e-a19718070c8f on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:29.953846 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Attempting to bind port 30619690-a199-4be1-965e-a19718070c8f by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:29.954259 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Attempting to bind port 30619690-a199-4be1-965e-a19718070c8f on network 06c241ac-a352-48b1-915a-dd06a7e87765 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:29.976768 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:29.977225 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Checking segment: {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:29.977595 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:29.978034 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Bound using segment: {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:29.978996 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Bound port: 30619690-a199-4be1-965e-a19718070c8f, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:29.979431 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (30619690-a199-4be1-965e-a19718070c8f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.048873 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e3156ea-f793-477d-8d4e-e296e89dadae admin admin] Publish callbacks [] for security_group (e3c5abe0-6c2d-44bd-84c0-3beeb94676ae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.074835 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e3156ea-f793-477d-8d4e-e296e89dadae admin admin] Publish callbacks [] for security_group (e3c5abe0-6c2d-44bd-84c0-3beeb94676ae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.163007 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e3156ea-f793-477d-8d4e-e296e89dadae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (e3c5abe0-6c2d-44bd-84c0-3beeb94676ae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.171793 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6e3156ea-f793-477d-8d4e-e296e89dadae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.183032 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] For port 30619690-a199-4be1-965e-a19718070c8f, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:30.183648 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6e3156ea-f793-477d-8d4e-e296e89dadae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3c5abe0-6c2d-44bd-84c0-3beeb94676ae HTTP/1.1" status: 204 len: 168 time: 0.2462983 Apr 11 06:30:30.196267 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] For port 30619690-a199-4be1-965e-a19718070c8f, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=30619690-a199-4be1-965e-a19718070c8f,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:30.213768 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e28ef-aa71-4229-a159-e7b76e6594d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c5abe0-6c2d-44bd-84c0-3beeb94676ae,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:30.227931 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (30619690-a199-4be1-965e-a19718070c8f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.268088 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3156ea-f793-477d-8d4e-e296e89dadae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c5abe0-6c2d-44bd-84c0-3beeb94676ae,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:30.344972 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Publish callbacks [] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.516818 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134ddf4-e565-4e82-83b6-f8b75bb1f735 None None] Pushing event updated for resources: {'Port': ['ID=30619690-a199-4be1-965e-a19718070c8f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:30.560686 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device b7db8936-2654-4449-8d7a-4eb4b39d94d7 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:30.588415 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bb43a47b-4e90-44f9-acb7-6769e62e039b req-0fdddcf8-17c3-4d43-a2a4-f1cfb2e39522 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 210 time: 0.1197155 Apr 11 06:30:30.602794 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007b1c4f-8906-4b55-a013-a209d552200f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for subnet (e6a350e4-edf9-48ab-8b29-abe0d666c3cc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.664574 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Publish callbacks [] for router_gateway (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.785758 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.859170 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b1c4f-8906-4b55-a013-a209d552200f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a350e4-edf9-48ab-8b29-abe0d666c3cc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:30.914707 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port b7db8936-2654-4449-8d7a-4eb4b39d94d7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:30.915714 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:30.968296 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:30.995211 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:31.004729 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:31.046079 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e508521b-c43d-4d24-aa1c-47a766b17ab0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:31.192577 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b1c4f-8906-4b55-a013-a209d552200f admin admin] Checking segment: {'id': '11e66ea8-c084-4cc6-85be-8995e0a61049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6c4c8cbe-0004-4e90-a9f6-7f205d57f57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:31.193085 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b1c4f-8906-4b55-a013-a209d552200f admin admin] Network hostable DHCP agents. Network: 6c4c8cbe-0004-4e90-a9f6-7f205d57f57f, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:30:31.225460 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port b7db8936-2654-4449-8d7a-4eb4b39d94d7 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:31.226017 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.242517 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Allocated IP 172.27.2.27 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:31.275202 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b1c4f-8906-4b55-a013-a209d552200f admin admin] Network 6c4c8cbe-0004-4e90-a9f6-7f205d57f57f is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:30:31.315333 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-007b1c4f-8906-4b55-a013-a209d552200f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, 6c4c8cbe-0004-4e90-a9f6-7f205d57f57f) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:31.344077 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007b1c4f-8906-4b55-a013-a209d552200f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:31.344676 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-007b1c4f-8906-4b55-a013-a209d552200f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.346757 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port b7db8936-2654-4449-8d7a-4eb4b39d94d7, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=b7db8936-2654-4449-8d7a-4eb4b39d94d7,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:31.356209 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88908f92-d624-452e-8213-0d133503b43b None None] Network 6c4c8cbe-0004-4e90-a9f6-7f205d57f57f requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:31.377270 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-007b1c4f-8906-4b55-a013-a209d552200f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0064344 Apr 11 06:30:31.486565 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2088924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2037421'] for router (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.509462 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Publish callbacks [] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.551520 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6a285c-ac61-4f6e-a8a7-4c92cc1da0fd None None] Network 91ae923f-e529-4c46-bebf-04bc44672a05 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:31.555084 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.556184 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device c11d108a-7ab4-430f-acf9-24021fc74cc1 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:31.574452 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:31.766111 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:31.771236 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33266) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:31.803623 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Pushing event updated for resources: {'Port': ['ID=2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:31.878268 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1b96624b-73e3-4694-8d92-12d8bdbd2215 req-dd1d94cf-5510-4576-b45e-dcdb994ff071 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 210 time: 0.1008422 Apr 11 06:30:31.894018 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:31.896843 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9bc658-e492-4fa6-b8f3-df4500e3a716 None None] Network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:31.902601 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:31.913738 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:31.948262 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=b7db8936-2654-4449-8d7a-4eb4b39d94d7,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:31.995862 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-86abab5d-66c5-4e24-a6f7-0ded4b25c816 admin admin] Deleting subnet 724578a3-7fcb-4998-b96c-f501628b38f9 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:30:32.008153 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26ebb1f-3058-4c88-b88f-928440b943c9 None None] Network 6c4c8cbe-0004-4e90-a9f6-7f205d57f57f requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:32.026190 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86abab5d-66c5-4e24-a6f7-0ded4b25c816 admin admin] Publish callbacks [] for subnet (724578a3-7fcb-4998-b96c-f501628b38f9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:32.056622 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2bd33fc6-0daa-4c7f-a113-5f766e7a2614 None None] Provisioning complete for port b7db8936-2654-4449-8d7a-4eb4b39d94d7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:32.057494 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2bd33fc6-0daa-4c7f-a113-5f766e7a2614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:32.168090 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Publish callbacks [] for router_gateway (f8a382dd-e48c-4156-a92f-e5be092eb7ca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:32.240354 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port c11d108a-7ab4-430f-acf9-24021fc74cc1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:32.240824 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:32.307946 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86abab5d-66c5-4e24-a6f7-0ded4b25c816 admin admin] Publish callbacks [] for subnet (724578a3-7fcb-4998-b96c-f501628b38f9), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:32.333326 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82794b4e-eb0f-41d9-901d-fba4ced4e233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:32.369308 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86abab5d-66c5-4e24-a6f7-0ded4b25c816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (724578a3-7fcb-4998-b96c-f501628b38f9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:32.432461 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Publish callbacks [] for router_gateway (51d3c5c8-459c-452f-87aa-ac9203c7bb92), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:32.533698 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2bd33fc6-0daa-4c7f-a113-5f766e7a2614 None None] Current status of the port b7db8936-2654-4449-8d7a-4eb4b39d94d7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:32.564866 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86abab5d-66c5-4e24-a6f7-0ded4b25c816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for subnet (724578a3-7fcb-4998-b96c-f501628b38f9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:32.618955 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port c11d108a-7ab4-430f-acf9-24021fc74cc1 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:32.621650 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:32.622240 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 is scheduled to L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:30:32.627232 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a01308-617f-4e53-b077-0b1e2901f236 None None] Network 06c241ac-a352-48b1-915a-dd06a7e87765 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:30:32.725642 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abab5d-66c5-4e24-a6f7-0ded4b25c816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724578a3-7fcb-4998-b96c-f501628b38f9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:32.737615 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86abab5d-66c5-4e24-a6f7-0ded4b25c816 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:32.757408 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-86abab5d-66c5-4e24-a6f7-0ded4b25c816 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/724578a3-7fcb-4998-b96c-f501628b38f9 HTTP/1.1" status: 204 len: 168 time: 0.9771140 Apr 11 06:30:32.789600 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b234507f-ebd2-4a53-b82a-79b25a4c16ff None None] Provisioning complete for port 30619690-a199-4be1-965e-a19718070c8f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:32.789990 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b234507f-ebd2-4a53-b82a-79b25a4c16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (30619690-a199-4be1-965e-a19718070c8f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:32.792987 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:32.818971 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port c11d108a-7ab4-430f-acf9-24021fc74cc1, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=c11d108a-7ab4-430f-acf9-24021fc74cc1,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:32.841932 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.014397 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=c11d108a-7ab4-430f-acf9-24021fc74cc1,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:33.068842 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2088924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2037421'] for router (51d3c5c8-459c-452f-87aa-ac9203c7bb92), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.096398 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.211875 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device b7db8936-2654-4449-8d7a-4eb4b39d94d7 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:33.290327 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b234507f-ebd2-4a53-b82a-79b25a4c16ff None None] Current status of the port 30619690-a199-4be1-965e-a19718070c8f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:33.291228 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b234507f-ebd2-4a53-b82a-79b25a4c16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (30619690-a199-4be1-965e-a19718070c8f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.331990 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port b7db8936-2654-4449-8d7a-4eb4b39d94d7 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:33.332395 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.335947 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9be03dbb-15fd-4d6f-9463-1c46f8b88c9c req-0e7d99dc-5ead-4b18-842f-9c987998dac8 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 210 time: 0.1206315 Apr 11 06:30:33.337757 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b234507f-ebd2-4a53-b82a-79b25a4c16ff None None] For port 30619690-a199-4be1-965e-a19718070c8f, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=30619690-a199-4be1-965e-a19718070c8f,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:33.369761 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b234507f-ebd2-4a53-b82a-79b25a4c16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (30619690-a199-4be1-965e-a19718070c8f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.430267 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b234507f-ebd2-4a53-b82a-79b25a4c16ff None None] Provisioning complete for port c11d108a-7ab4-430f-acf9-24021fc74cc1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:33.430267 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b234507f-ebd2-4a53-b82a-79b25a4c16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.545278 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.20', 50205) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:33.693074 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82794b4e-eb0f-41d9-901d-fba4ced4e233 admin admin] Publish callbacks [] for security_group (69f41ad4-005d-4ce7-a85b-65e54af0b464), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.727146 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234507f-ebd2-4a53-b82a-79b25a4c16ff None None] Pushing event updated for resources: {'Port': ['ID=30619690-a199-4be1-965e-a19718070c8f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:33.751212 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.768499 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:33.775665 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:33.776048 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:33.777598 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:33.777837 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > port after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:33.778165 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:33.778497 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > port after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:33.778797 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:33.779187 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:33.779415 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:33.779742 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:33.784302 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Sync routers for ids ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:33.787372 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82794b4e-eb0f-41d9-901d-fba4ced4e233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (69f41ad4-005d-4ce7-a85b-65e54af0b464), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.802207 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port b7db8936-2654-4449-8d7a-4eb4b39d94d7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:33.803447 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 30619690-a199-4be1-965e-a19718070c8f up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:33.808178 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Routers {'84bd57e8-b720-4e84-85c0-0832f9bcd7f3'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:33.810862 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:33.830913 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2088924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2037421'] for router (f8a382dd-e48c-4156-a92f-e5be092eb7ca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.847250 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b234507f-ebd2-4a53-b82a-79b25a4c16ff None None] Current status of the port c11d108a-7ab4-430f-acf9-24021fc74cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:33.867815 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 30619690-a199-4be1-965e-a19718070c8f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:33.868504 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (30619690-a199-4be1-965e-a19718070c8f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.902830 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:33.908936 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f154cc86-d179-4931-bc16-ae2e551d639f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.2700529 Apr 11 06:30:33.912191 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33340) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:33.979423 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5655ddbf-ef03-471f-a42d-a1b8134df200 None None] Provisioning complete for port 30619690-a199-4be1-965e-a19718070c8f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:33.979955 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5655ddbf-ef03-471f-a42d-a1b8134df200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (30619690-a199-4be1-965e-a19718070c8f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.027416 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 30619690-a199-4be1-965e-a19718070c8f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:34.099248 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:34.099596 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:34.099915 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:34.100235 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:34.100599 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:34.122752 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd366918b-a240-436c-9aa7-cb5fbf94412f') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:34.123035 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd366918b-a240-436c-9aa7-cb5fbf94412f') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:34.125528 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5655ddbf-ef03-471f-a42d-a1b8134df200 None None] Current status of the port 30619690-a199-4be1-965e-a19718070c8f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:34.142144 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5655ddbf-ef03-471f-a42d-a1b8134df200 None None] Provisioning complete for port b7db8936-2654-4449-8d7a-4eb4b39d94d7 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:34.142528 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5655ddbf-ef03-471f-a42d-a1b8134df200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.148945 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9241788'] for segment (d366918b-a240-436c-9aa7-cb5fbf94412f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.155889 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82794b4e-eb0f-41d9-901d-fba4ced4e233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f41ad4-005d-4ce7-a85b-65e54af0b464,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:34.162770 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Set router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:34.180941 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (d366918b-a240-436c-9aa7-cb5fbf94412f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.204686 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:30:34.205127 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3409836'] for segment (d366918b-a240-436c-9aa7-cb5fbf94412f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: from cryptography.utils import int_from_bytes Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: from cryptography.utils import int_from_bytes Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: Traceback (most recent call last): Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: timer() Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: cb(*args, **kw) Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: return func(*args, **kwargs) Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: self._notify() Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: self.callback(batched_events) Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: event.method(event) Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: return f(self, *a, **k) Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._get(url).json() Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:30:34.212281 dv-cinder-836996-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:30:34.241192 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-82794b4e-eb0f-41d9-901d-fba4ced4e233 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29893fd26fa44a3a951c399130c39483&name=default HTTP/1.1" status: 200 len: 2995 time: 2.4739020 Apr 11 06:30:34.265868 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:34.301174 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 is scheduled to L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:30:34.321089 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.322118 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-34a8c9a6-0604-4b37-8baa-19e4c457296d tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:34.324523 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-34a8c9a6-0604-4b37-8baa-19e4c457296d tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.20 "GET /v2.0/networks?id=c9b07512-d8f2-42f5-a86c-13cb0a1b9857 HTTP/1.1" status: 200 len: 811 time: 0.7692173 Apr 11 06:30:34.339959 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.347611 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5655ddbf-ef03-471f-a42d-a1b8134df200 None None] Current status of the port b7db8936-2654-4449-8d7a-4eb4b39d94d7 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:34.348396 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] 10.222.0.18 "DELETE /v2.0/networks/b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885 HTTP/1.1" status: 204 len: 168 time: 1.5535491 Apr 11 06:30:34.353261 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33366) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:34.370057 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5655ddbf-ef03-471f-a42d-a1b8134df200 None None] Provisioning complete for port c11d108a-7ab4-430f-acf9-24021fc74cc1 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:34.371549 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5655ddbf-ef03-471f-a42d-a1b8134df200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.453048 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Request body: {'port': {'device_id': 'e9839683-8829-4e7c-85f9-5ac299b333c6', 'network_id': 'c9b07512-d8f2-42f5-a86c-13cb0a1b9857', 'admin_state_up': True, 'tenant_id': 'b46cf15b408e43dab11af0e399669182'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:34.523947 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:29Z', 'revision_number': 3, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:34.560416 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Checking router: 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:34.561053 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Updating router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 port 0a550be0-0468-42a8-b1ee-1ea4fd814299 binding host dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:30:34.583275 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5655ddbf-ef03-471f-a42d-a1b8134df200 None None] Current status of the port c11d108a-7ab4-430f-acf9-24021fc74cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:34.605886 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.636339 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:34.647153 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Sync routers for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:34.655641 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8945c1-0649-423b-becb-bf8fac01b5dc admin admin] Pushing event deleted for resources: {'Network': ['ID=b85ac0c4-4d4c-4d1d-b2c3-510a5d55d885,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:34.696351 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:34.699731 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:34.722670 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31e033a4-bd88-4cef-a26f-08a4575ea6bf req-c798ab92-a410-465e-83cd-8a4c130b2798 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 210 time: 0.1458056 Apr 11 06:30:34.747135 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.748734 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4d0cfb36-84d6-4f4a-941a-5d8c9e32c41c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5596421 Apr 11 06:30:34.761493 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33398) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:34.915318 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e7e3f1-2718-45e6-93ff-9c153013f3dd admin admin] Deleting subnet e6a350e4-edf9-48ab-8b29-abe0d666c3cc {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:30:34.972374 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97e7e3f1-2718-45e6-93ff-9c153013f3dd admin admin] Publish callbacks [] for subnet (e6a350e4-edf9-48ab-8b29-abe0d666c3cc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:34.984606 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4c4f774-dc83-4095-b44a-c663c570602d admin admin] Publish callbacks [] for security_group (69f41ad4-005d-4ce7-a85b-65e54af0b464), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.000409 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:35.178771 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device c11d108a-7ab4-430f-acf9-24021fc74cc1 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:35.208142 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97e7e3f1-2718-45e6-93ff-9c153013f3dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9241781'] for subnet (e6a350e4-edf9-48ab-8b29-abe0d666c3cc), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.290125 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4c4f774-dc83-4095-b44a-c663c570602d admin admin] Publish callbacks [] for security_group (69f41ad4-005d-4ce7-a85b-65e54af0b464), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.304262 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33408) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:35.388002 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97e7e3f1-2718-45e6-93ff-9c153013f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (e6a350e4-edf9-48ab-8b29-abe0d666c3cc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.407003 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Router f8a382dd-e48c-4156-a92f-e5be092eb7ca is scheduled to L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:30:35.478025 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Publish callbacks [] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.489231 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.508603 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33414) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:35.567425 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Attempting to bind port 0a550be0-0468-42a8-b1ee-1ea4fd814299 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:35.568059 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Attempting to bind port 0a550be0-0468-42a8-b1ee-1ea4fd814299 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:35.568565 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Attempting to bind port 0a550be0-0468-42a8-b1ee-1ea4fd814299 on network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:35.573226 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Pushing event updated for resources: {'Port': ['ID=0a550be0-0468-42a8-b1ee-1ea4fd814299,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:35.575414 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port c11d108a-7ab4-430f-acf9-24021fc74cc1 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:35.575910 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.583865 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:35.584700 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Checking segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:35.585428 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.586420 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Bound using segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:35.587213 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Bound port: 0a550be0-0468-42a8-b1ee-1ea4fd814299, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:35.588088 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.593933 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.594559 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.595244 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.596142 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.596737 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.597260 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.597797 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.599566 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.599907 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.600308 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.600584 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.600889 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.604084 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.604418 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.604741 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Tracked resource versions report: Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: pushed versions: Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: { 'AddressGroup': {'1.2'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Agent': {'1.1'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'ConntrackHelper': {'1.0'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Log': {'1.0'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'NDPProxy': {'1.0'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Network': {'1.1'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Port': {'1.7'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'PortForwarding': {'1.3'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'QosPolicy': {'1.10'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'SecurityGroup': {'1.5'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'SubPort': {'1.0'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Subnet': {'1.1'}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Trunk': {'1.1'}} Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: consumer versions: Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: { DHCP agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: HyperV agent@hv-cinder-83699: {}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: L3 agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: Metadata agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: Metering agent@dv-cinder-836996-3-iscsi: {}, Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: Open vSwitch agent@dv-cinder-836996-3-iscsi: { 'AddressGroup': '1.2', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Agent': '1.1', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'ConntrackHelper': '1.0', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'LocalIPAssociation': '1.0', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Log': '1.0', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'NDPProxy': '1.0', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Network': '1.1', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Port': '1.7', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'PortForwarding': '1.3', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'QosPolicy': '1.10', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'SecurityGroup': '1.5', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'SecurityGroupRule': '1.2', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'SubPort': '1.0', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Subnet': '1.1', Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: 'Trunk': '1.1'}} Apr 11 06:30:35.609405 dv-cinder-836996-3-iscsi neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 06:30:35.681880 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75b4e710-6360-46b5-8092-45ab8bb8b87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.690380 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97e7e3f1-2718-45e6-93ff-9c153013f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3409670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374904'] for subnet (e6a350e4-edf9-48ab-8b29-abe0d666c3cc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.703006 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Made reservation on behalf of b46cf15b408e43dab11af0e399669182 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:35.703250 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] For port 0a550be0-0468-42a8-b1ee-1ea4fd814299, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:35.707012 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] For port 0a550be0-0468-42a8-b1ee-1ea4fd814299, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=0a550be0-0468-42a8-b1ee-1ea4fd814299,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:35.707820 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.715510 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.793275 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df5635-38a3-4374-87b4-ee74348c024a None None] Pushing event updated for resources: {'Port': ['ID=0a550be0-0468-42a8-b1ee-1ea4fd814299,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:35.818322 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-343006bc-5a33-4cd4-84be-14d751fb2e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.827949 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97e7e3f1-2718-45e6-93ff-9c153013f3dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.838203 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4c4f774-dc83-4095-b44a-c663c570602d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (69f41ad4-005d-4ce7-a85b-65e54af0b464), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.842678 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Routers {'84bd57e8-b720-4e84-85c0-0832f9bcd7f3'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:35.843314 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:35.845424 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-97e7e3f1-2718-45e6-93ff-9c153013f3dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e6a350e4-edf9-48ab-8b29-abe0d666c3cc HTTP/1.1" status: 204 len: 168 time: 1.4883556 Apr 11 06:30:35.859894 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4c4f774-dc83-4095-b44a-c663c570602d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:35.863963 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e4c4f774-dc83-4095-b44a-c663c570602d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69f41ad4-005d-4ce7-a85b-65e54af0b464 HTTP/1.1" status: 204 len: 168 time: 1.5919442 Apr 11 06:30:35.881462 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:35.918141 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7e3f1-2718-45e6-93ff-9c153013f3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a350e4-edf9-48ab-8b29-abe0d666c3cc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:35.939267 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:32Z', 'revision_number': 3, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:36.000071 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4f774-dc83-4095-b44a-c663c570602d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f41ad4-005d-4ce7-a85b-65e54af0b464,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:36.000817 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port c11d108a-7ab4-430f-acf9-24021fc74cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:36.002113 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 30619690-a199-4be1-965e-a19718070c8f up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:36.027704 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:36.114160 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Checking router: 51d3c5c8-459c-452f-87aa-ac9203c7bb92 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:36.114875 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Updating router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 binding host dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:30:36.213528 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] Set router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:36.218097 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.223615 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-343006bc-5a33-4cd4-84be-14d751fb2e8a admin admin] Publish callbacks [] for security_group (08f99977-ac23-4dc9-8447-e5492b2b35a1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.253913 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d87534a5-19bb-490a-b546-2ec0d3a06f76 req-0908b7b3-ff1a-4d90-b694-7bf77ef630ba tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 210 time: 0.0514488 Apr 11 06:30:36.254543 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-343006bc-5a33-4cd4-84be-14d751fb2e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (08f99977-ac23-4dc9-8447-e5492b2b35a1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.292268 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343006bc-5a33-4cd4-84be-14d751fb2e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f99977-ac23-4dc9-8447-e5492b2b35a1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:36.353431 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Sync routers for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:36.375597 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:36.376589 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:36.448126 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-343006bc-5a33-4cd4-84be-14d751fb2e8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a68c2b1e49349aa9f345d4441b29b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9371183 Apr 11 06:30:36.454805 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33428) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:36.502839 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:36.589912 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Allocated IP 172.20.0.4 (c9b07512-d8f2-42f5-a86c-13cb0a1b9857/40068664-9256-4d43-9a18-ba6929abdc8e/9d9263c6-85cc-4b45-b49e-0fa382643c50) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:36.643267 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 30619690-a199-4be1-965e-a19718070c8f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:36.643849 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (30619690-a199-4be1-965e-a19718070c8f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.673362 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33430) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:36.733524 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b84694c-87c5-40f2-870c-f7b35c3dc451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.738540 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5377202-21a6-4788-982a-2096f5038ae6 admin admin] Publish callbacks [] for security_group (08f99977-ac23-4dc9-8447-e5492b2b35a1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.788804 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.870805 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (6c4c8cbe-0004-4e90-a9f6-7f205d57f57f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.886912 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.891982 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-50315864-e2a9-4a76-9081-bc52b567e8b4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.3632460 Apr 11 06:30:36.899533 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33432) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:36.939949 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:29Z', 'revision_number': 3, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:36.952434 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b84694c-87c5-40f2-870c-f7b35c3dc451 admin admin] Publish callbacks [] for security_group (e17567d1-1cad-4dc1-a495-13e1848c178c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.956471 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5377202-21a6-4788-982a-2096f5038ae6 admin admin] Publish callbacks [] for security_group (08f99977-ac23-4dc9-8447-e5492b2b35a1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.963326 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1b84694c-87c5-40f2-870c-f7b35c3dc451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (e17567d1-1cad-4dc1-a495-13e1848c178c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:36.977303 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f14b5-e3e0-4c19-a27b-2cffc2629497 None None] The sync data for ids ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'] in dv-cinder-836996-3-iscsi is: [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:29Z', 'revision_number': 3, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:36.980851 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:31Z', 'revision_number': 3, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:37.086149 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1b84694c-87c5-40f2-870c-f7b35c3dc451 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb7318e51f9d4a9087e569e74f09cbb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094148 Apr 11 06:30:37.096951 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 30619690-a199-4be1-965e-a19718070c8f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:37.136087 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33434) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:37.150686 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84694c-87c5-40f2-870c-f7b35c3dc451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17567d1-1cad-4dc1-a495-13e1848c178c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:37.230323 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5377202-21a6-4788-982a-2096f5038ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (08f99977-ac23-4dc9-8447-e5492b2b35a1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.233643 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5377202-21a6-4788-982a-2096f5038ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.238123 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f5377202-21a6-4788-982a-2096f5038ae6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08f99977-ac23-4dc9-8447-e5492b2b35a1 HTTP/1.1" status: 204 len: 168 time: 0.7732277 Apr 11 06:30:37.308699 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Publish callbacks [] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.319655 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.328520 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Checking router: f8a382dd-e48c-4156-a92f-e5be092eb7ca for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:37.328862 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Updating router f8a382dd-e48c-4156-a92f-e5be092eb7ca port e508521b-c43d-4d24-aa1c-47a766b17ab0 binding host dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:30:37.344972 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5377202-21a6-4788-982a-2096f5038ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f99977-ac23-4dc9-8447-e5492b2b35a1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:37.376081 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e721-e3e3-4ead-a813-d8bb2206076d admin admin] Publish callbacks [] for security_group (e17567d1-1cad-4dc1-a495-13e1848c178c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.427722 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.474320 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e721-e3e3-4ead-a813-d8bb2206076d admin admin] Publish callbacks [] for security_group (e17567d1-1cad-4dc1-a495-13e1848c178c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.517018 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3857b3-1ec6-4b28-b238-c8223ece8f2c None None] Pushing event updated for resources: {'Port': ['ID=2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:37.552029 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9459f657-3d27-45e4-af3c-8ab13fae0a8f req-669454a2-cd02-41d3-8660-5f14e1eb4c98 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 210 time: 0.1015873 Apr 11 06:30:37.600394 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Attempting to bind port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:37.600394 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Attempting to bind port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:37.600394 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Attempting to bind port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 on network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:37.626204 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:37.626583 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Checking segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:37.627055 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.629755 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Bound using segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:37.631660 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Bound port: 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:37.633502 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.640732 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Allocated IP 172.20.0.1 (06c241ac-a352-48b1-915a-dd06a7e87765/dad8f048-1c99-4851-b535-5d3e8975b7d7/a9a0f255-c8e0-4817-ad09-ec0b7deba3aa) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:37.807275 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] For port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:37.818124 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] For port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:37.833780 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:37.979761 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:37.984814 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:38.199755 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Publish callbacks [] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.210208 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.276902 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e721-e3e3-4ead-a813-d8bb2206076d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (e17567d1-1cad-4dc1-a495-13e1848c178c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.280199 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e721-e3e3-4ead-a813-d8bb2206076d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.284211 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5ac0e721-e3e3-4ead-a813-d8bb2206076d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e17567d1-1cad-4dc1-a495-13e1848c178c HTTP/1.1" status: 204 len: 168 time: 1.1462014 Apr 11 06:30:38.299543 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0e721-e3e3-4ead-a813-d8bb2206076d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17567d1-1cad-4dc1-a495-13e1848c178c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:38.303778 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33448) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:38.325012 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d466950a-c2ed-4c30-bdac-3c9256d4cc46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.351212 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3857b3-1ec6-4b28-b238-c8223ece8f2c None None] Pushing event updated for resources: {'Port': ['ID=2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:38.362860 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Attempting to bind port e508521b-c43d-4d24-aa1c-47a766b17ab0 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:38.363392 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Attempting to bind port e508521b-c43d-4d24-aa1c-47a766b17ab0 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:38.363760 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Attempting to bind port e508521b-c43d-4d24-aa1c-47a766b17ab0 on network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:38.376391 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db551523-fbeb-4514-b027-ad1658418d5b None None] Pushing event updated for resources: {'Port': ['ID=e508521b-c43d-4d24-aa1c-47a766b17ab0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:38.388553 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:38.394967 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Checking segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:38.395753 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.396190 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Bound using segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:38.397000 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Bound port: e508521b-c43d-4d24-aa1c-47a766b17ab0, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:38.397226 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.480395 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:38.511512 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d466950a-c2ed-4c30-bdac-3c9256d4cc46 admin admin] Publish callbacks [] for security_group (d6a4526e-cf59-4094-99c5-023fc8f93eb1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.537108 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d466950a-c2ed-4c30-bdac-3c9256d4cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (d6a4526e-cf59-4094-99c5-023fc8f93eb1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.540225 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75b4e710-6360-46b5-8092-45ab8bb8b87b admin admin] Publish callbacks [] for security_group (27c109ed-1ea7-425e-8e1d-fafee54c0743), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.542196 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] For port e508521b-c43d-4d24-aa1c-47a766b17ab0, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:38.550036 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (6c4c8cbe-0004-4e90-a9f6-7f205d57f57f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.551727 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] For port e508521b-c43d-4d24-aa1c-47a766b17ab0, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=e508521b-c43d-4d24-aa1c-47a766b17ab0,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:38.567059 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.613396 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Publish callbacks [] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.657837 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d466950a-c2ed-4c30-bdac-3c9256d4cc46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab14e93a64ad436eb6c881c8977346ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530312 Apr 11 06:30:38.662359 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db551523-fbeb-4514-b027-ad1658418d5b None None] Pushing event updated for resources: {'Port': ['ID=e508521b-c43d-4d24-aa1c-47a766b17ab0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:38.669482 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33452) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:38.688255 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466950a-c2ed-4c30-bdac-3c9256d4cc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a4526e-cf59-4094-99c5-023fc8f93eb1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:38.803864 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Publish callbacks [] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.903418 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-81205450-0502-4fb1-8586-90df0a2fcfff req-7e3e034c-8830-4755-9248-d4e158811937 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 210 time: 0.1014616 Apr 11 06:30:38.927104 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.940146 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75b4e710-6360-46b5-8092-45ab8bb8b87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (27c109ed-1ea7-425e-8e1d-fafee54c0743), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.943987 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:38.947707 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:38.989538 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:38.990427 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a0f255-c8e0-4817-ad09-ec0b7deba3aa,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:39.023473 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Network 06c241ac-a352-48b1-915a-dd06a7e87765 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:39.032528 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:39.038470 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:39.083848 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037342'] for router_interface (51d3c5c8-459c-452f-87aa-ac9203c7bb92), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.088601 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fda8406-d556-4184-847c-fcfd7d5ac70d admin admin] Publish callbacks [] for security_group (d6a4526e-cf59-4094-99c5-023fc8f93eb1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.095982 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.096938 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.098296 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.098627 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > port after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.098947 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.099262 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > port after_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.099967 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.102994 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.104362 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.105504 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.325128 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:32Z', 'revision_number': 3, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:39.389514 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fda8406-d556-4184-847c-fcfd7d5ac70d admin admin] Publish callbacks [] for security_group (d6a4526e-cf59-4094-99c5-023fc8f93eb1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.422648 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 0a550be0-0468-42a8-b1ee-1ea4fd814299 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:39.462414 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:39.550422 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde3ce1-8c43-49bf-9fe6-9655762a802b None None] The sync data for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi is: [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:32Z', 'revision_number': 3, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:39.627229 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e484e2e0-d42a-46d3-a89e-983cb53d7302 None None] Provisioning complete for port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:39.627638 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e484e2e0-d42a-46d3-a89e-983cb53d7302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.640046 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fda8406-d556-4184-847c-fcfd7d5ac70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (d6a4526e-cf59-4094-99c5-023fc8f93eb1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.652900 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.653455 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.653625 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.653954 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 06:30:39.656556 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fda8406-d556-4184-847c-fcfd7d5ac70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.656811 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4c8cbe-0004-4e90-a9f6-7f205d57f57f']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:39.664141 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9fda8406-d556-4184-847c-fcfd7d5ac70d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6a4526e-cf59-4094-99c5-023fc8f93eb1 HTTP/1.1" status: 204 len: 168 time: 0.9920199 Apr 11 06:30:39.705902 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda8406-d556-4184-847c-fcfd7d5ac70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a4526e-cf59-4094-99c5-023fc8f93eb1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:39.706476 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-75b4e710-6360-46b5-8092-45ab8bb8b87b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=845b41a781c74ee6969c297d3faac175&name=default HTTP/1.1" status: 200 len: 2996 time: 4.3709717 Apr 11 06:30:39.709806 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.721517 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33470) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:39.769539 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.777673 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 0a550be0-0468-42a8-b1ee-1ea4fd814299 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:39.778217 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.831473 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e66ea8-c084-4cc6-85be-8995e0a61049') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:39.831766 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e66ea8-c084-4cc6-85be-8995e0a61049') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:39.844994 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e484e2e0-d42a-46d3-a89e-983cb53d7302 None None] Port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:39.897585 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2113646'] for segment (11e66ea8-c084-4cc6-85be-8995e0a61049), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.960796 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (11e66ea8-c084-4cc6-85be-8995e0a61049), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:39.976016 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:31Z', 'revision_number': 3, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:39.993772 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:30:39.995762 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9388726'] for segment (11e66ea8-c084-4cc6-85be-8995e0a61049), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:40.057282 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 0a550be0-0468-42a8-b1ee-1ea4fd814299 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:40.057675 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:40.082978 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62408832-ebc0-49c7-a6aa-fff25938c8f1 None None] The sync data for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi is: [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:31Z', 'revision_number': 3, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:40.143861 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port 0a550be0-0468-42a8-b1ee-1ea4fd814299, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=0a550be0-0468-42a8-b1ee-1ea4fd814299,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:40.153018 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:40.396800 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=0a550be0-0468-42a8-b1ee-1ea4fd814299,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: from cryptography.utils import int_from_bytes Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: from cryptography.utils import int_from_bytes Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: Traceback (most recent call last): Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: timer() Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: cb(*args, **kw) Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: return func(*args, **kwargs) Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: self._notify() Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: self.callback(batched_events) Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: event.method(event) Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: return f(self, *a, **k) Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._get(url).json() Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:30:40.448446 dv-cinder-836996-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:30:40.538516 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51f1eab2-f13c-4046-b017-cb821a719096 admin admin] Publish callbacks [] for security_group (27c109ed-1ea7-425e-8e1d-fafee54c0743), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:40.585217 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dcf18-4cce-4af2-9704-f8244fba606e req-afe82f89-592b-4e94-b678-39ce52045eea tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:40.591525 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-624dcf18-4cce-4af2-9704-f8244fba606e req-afe82f89-592b-4e94-b678-39ce52045eea tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 931 time: 0.3886795 Apr 11 06:30:40.790029 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Pushing event updated for resources: {'Port': ['ID=9d9263c6-85cc-4b45-b49e-0fa382643c50,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:40.812530 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-624dcf18-4cce-4af2-9704-f8244fba606e req-2b095667-09ff-4af5-8276-fbe09f7d6385 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096307 Apr 11 06:30:40.838758 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51f1eab2-f13c-4046-b017-cb821a719096 admin admin] Publish callbacks [] for security_group (27c109ed-1ea7-425e-8e1d-fafee54c0743), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:40.940208 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (6c4c8cbe-0004-4e90-a9f6-7f205d57f57f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:40.974986 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4e710-6360-46b5-8092-45ab8bb8b87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c109ed-1ea7-425e-8e1d-fafee54c0743,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:41.044546 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.050881 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6c4c8cbe-0004-4e90-a9f6-7f205d57f57f HTTP/1.1" status: 204 len: 168 time: 5.1568220 Apr 11 06:30:41.057368 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Network c9b07512-d8f2-42f5-a86c-13cb0a1b9857 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:41.059666 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Publish callbacks [] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.070041 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.086461 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:41.092491 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee28d24-886c-4ac8-a927-654189d50461 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4c8cbe-0004-4e90-a9f6-7f205d57f57f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:41.102772 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:41.200719 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a0f255-c8e0-4817-ad09-ec0b7deba3aa,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:41.222179 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51f1eab2-f13c-4046-b017-cb821a719096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (27c109ed-1ea7-425e-8e1d-fafee54c0743), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.226603 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51f1eab2-f13c-4046-b017-cb821a719096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.235751 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-51f1eab2-f13c-4046-b017-cb821a719096 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27c109ed-1ea7-425e-8e1d-fafee54c0743 HTTP/1.1" status: 204 len: 168 time: 1.5098636 Apr 11 06:30:41.356817 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1eab2-f13c-4046-b017-cb821a719096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c109ed-1ea7-425e-8e1d-fafee54c0743,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:41.369840 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035950'] for router_interface (51d3c5c8-459c-452f-87aa-ac9203c7bb92), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.448382 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:41.449577 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.561308 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 0a550be0-0468-42a8-b1ee-1ea4fd814299 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:41.576381 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:41.671676 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-6d1f78e0-7dd5-4120-9beb-8e24fa23aac0 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2434611 Apr 11 06:30:41.682675 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Allocated IP 172.20.0.1 (91ae923f-e529-4c46-bebf-04bc44672a05/370610d9-2d32-42ba-9b8e-976ebda59ea6/42c94d9e-0147-4060-969c-6590d22a8232) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:41.683242 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Network 06c241ac-a352-48b1-915a-dd06a7e87765 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:41.701149 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:41.704648 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 0a550be0-0468-42a8-b1ee-1ea4fd814299 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:41.705371 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.713761 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-fa93a209-04af-4d3d-a65c-f10c9b05927f tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:30:41.719281 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-fa93a209-04af-4d3d-a65c-f10c9b05927f tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0251911 Apr 11 06:30:41.737488 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:41.997373 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 0a550be0-0468-42a8-b1ee-1ea4fd814299 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:41.998971 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device e508521b-c43d-4d24-aa1c-47a766b17ab0 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:42.034545 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1dc5a3c1-b363-4990-84f2-5079ee5f8ef5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aac856e62ec64fdf810d6a2d977796a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4568822 Apr 11 06:30:42.052649 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:42.100497 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port e508521b-c43d-4d24-aa1c-47a766b17ab0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:42.101379 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.402627 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Publish callbacks [] for port (42c94d9e-0147-4060-969c-6590d22a8232), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.442639 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6254cf88-4c8e-43f8-9ed3-f1f9e608a0d7 None None] Provisioning complete for port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:42.444107 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6254cf88-4c8e-43f8-9ed3-f1f9e608a0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.514107 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cf93e-b926-409d-a9ea-d3e1b60e9286 req-0c17e9e3-bdc0-4087-8ece-1fad74d3d2b3 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:42.522863 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f24cf93e-b926-409d-a9ea-d3e1b60e9286 req-0c17e9e3-bdc0-4087-8ece-1fad74d3d2b3 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 931 time: 0.4755456 Apr 11 06:30:42.550965 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port e508521b-c43d-4d24-aa1c-47a766b17ab0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:42.550965 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.589304 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port e508521b-c43d-4d24-aa1c-47a766b17ab0, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=e508521b-c43d-4d24-aa1c-47a766b17ab0,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:42.594688 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6254cf88-4c8e-43f8-9ed3-f1f9e608a0d7 None None] Port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:42.600491 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.601305 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:42.625209 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6630f394-adc5-4552-ada8-346086d0f37e admin admin] Publish callbacks [] for security_group (d583379c-11b9-4853-a24c-251928038ba8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.699579 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:30:42.825174 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:42.825540 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.830970 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6630f394-adc5-4552-ada8-346086d0f37e admin admin] Publish callbacks [] for security_group (d583379c-11b9-4853-a24c-251928038ba8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:42.874434 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f24cf93e-b926-409d-a9ea-d3e1b60e9286 req-23417ee6-d904-4b71-92c5-e3d2ae21ec15 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421733 Apr 11 06:30:42.912031 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=e508521b-c43d-4d24-aa1c-47a766b17ab0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:43.049549 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (42c94d9e-0147-4060-969c-6590d22a8232), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.115366 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:43.115751 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.153246 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Allocated IP 172.20.0.1 (a484c9f1-fa0a-4ecf-a021-c8b6f38a3036/0fa1d8c8-088e-43d7-bf63-0c0a94c71a99/755a7594-69ab-42f1-9d69-b736e05d536b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:43.172484 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:43.184793 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8b7aaa27-6838-4e61-80e8-c6db37842f67 admin admin] 10.222.0.18 "PUT /v2.0/routers/51d3c5c8-459c-452f-87aa-ac9203c7bb92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4180231 Apr 11 06:30:43.200151 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:43.201216 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6630f394-adc5-4552-ada8-346086d0f37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (d583379c-11b9-4853-a24c-251928038ba8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.201602 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Network 91ae923f-e529-4c46-bebf-04bc44672a05 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:43.205426 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6630f394-adc5-4552-ada8-346086d0f37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.209771 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6630f394-adc5-4552-ada8-346086d0f37e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d583379c-11b9-4853-a24c-251928038ba8 HTTP/1.1" status: 204 len: 168 time: 1.1522012 Apr 11 06:30:43.211110 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.216378 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:43.222174 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:43.233126 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630f394-adc5-4552-ada8-346086d0f37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d583379c-11b9-4853-a24c-251928038ba8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:43.352431 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Pushing event updated for resources: {'Port': ['ID=42c94d9e-0147-4060-969c-6590d22a8232,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:43.408368 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Request body: {'port': {'device_id': 'e9839683-8829-4e7c-85f9-5ac299b333c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:43.474180 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:43.482932 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037342'] for router_interface (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.540742 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device e508521b-c43d-4d24-aa1c-47a766b17ab0 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:43.722161 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port e508521b-c43d-4d24-aa1c-47a766b17ab0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:43.723263 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.917658 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:43.993756 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-40cab516-b0b0-49ec-b905-19e6107c1d86 None None] Provisioning complete for port 42c94d9e-0147-4060-969c-6590d22a8232 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:43.994319 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40cab516-b0b0-49ec-b905-19e6107c1d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (42c94d9e-0147-4060-969c-6590d22a8232), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.003887 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (42c94d9e-0147-4060-969c-6590d22a8232), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.111637 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port e508521b-c43d-4d24-aa1c-47a766b17ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:44.170282 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-40cab516-b0b0-49ec-b905-19e6107c1d86 None None] Port 42c94d9e-0147-4060-969c-6590d22a8232 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:44.194129 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Sync routers for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:44.199036 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Publish callbacks [] for port (755a7594-69ab-42f1-9d69-b736e05d536b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.226492 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:44.227207 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:44.588644 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:44.595863 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33562) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:44.609071 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b11262-9678-4b55-bf9b-1a2f5d819d65 req-94797a01-d109-4dd2-9745-d9422a2ba69c tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:44.612865 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-44b11262-9678-4b55-bf9b-1a2f5d819d65 req-94797a01-d109-4dd2-9745-d9422a2ba69c tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 931 time: 0.0874832 Apr 11 06:30:44.698614 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:44.718390 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-44b11262-9678-4b55-bf9b-1a2f5d819d65 req-21539aac-4616-4e5a-858d-b33bef8a7e1b tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915534 Apr 11 06:30:44.806008 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Pushing event updated for resources: {'Port': ['ID=755a7594-69ab-42f1-9d69-b736e05d536b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:44.847716 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:44.863287 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:44.866063 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:44.938696 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037342'] for router_interface (f8a382dd-e48c-4156-a92f-e5be092eb7ca), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:45.116820 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9a3840ad-8e93-44c7-b21f-d49cd971d4b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08acc65bc8e0430ab4c5af14c2a49f7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5058892 Apr 11 06:30:45.119885 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33568) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:45.225386 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 2, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:45.309460 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb5141dd-fbb4-4865-921b-c86ce75ffd3b admin admin] Publish callbacks [] for security_group (d6974819-dcd5-43e4-9583-f7b3f716c0ef), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:45.348303 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Checking router: 51d3c5c8-459c-452f-87aa-ac9203c7bb92 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:45.348699 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Updating router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa binding host dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:30:45.398063 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb5141dd-fbb4-4865-921b-c86ce75ffd3b admin admin] Publish callbacks [] for security_group (d6974819-dcd5-43e4-9583-f7b3f716c0ef), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:45.398260 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:45.492113 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:45.498776 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Publish callbacks [] for port (42c94d9e-0147-4060-969c-6590d22a8232), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:45.511269 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-90c0a960-f319-4d6a-a79f-befcc45251e1 None None] Provisioning complete for port 755a7594-69ab-42f1-9d69-b736e05d536b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:45.521585 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90c0a960-f319-4d6a-a79f-befcc45251e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:45.538681 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (42c94d9e-0147-4060-969c-6590d22a8232), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:45.596156 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb5141dd-fbb4-4865-921b-c86ce75ffd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (d6974819-dcd5-43e4-9583-f7b3f716c0ef), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:45.599055 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb5141dd-fbb4-4865-921b-c86ce75ffd3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:45.607008 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fb5141dd-fbb4-4865-921b-c86ce75ffd3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6974819-dcd5-43e4-9583-f7b3f716c0ef HTTP/1.1" status: 204 len: 168 time: 0.4838512 Apr 11 06:30:45.642016 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5141dd-fbb4-4865-921b-c86ce75ffd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6974819-dcd5-43e4-9583-f7b3f716c0ef,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:45.701963 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:45.796962 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9263c6-85cc-4b45-b49e-0fa382643c50 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:30:46.109626 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a90e-a8cb-4355-9a47-a7a92fd79f09 req-86060f09-0763-42b3-a4bd-704ebbdb7b06 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:46.115127 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2bc4a90e-a8cb-4355-9a47-a7a92fd79f09 req-86060f09-0763-42b3-a4bd-704ebbdb7b06 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 931 time: 0.1875596 Apr 11 06:30:46.159698 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-90c0a960-f319-4d6a-a79f-befcc45251e1 None None] Port 755a7594-69ab-42f1-9d69-b736e05d536b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:46.236595 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Publish callbacks [] for port (755a7594-69ab-42f1-9d69-b736e05d536b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.238927 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Pushing event updated for resources: {'Port': ['ID=42c94d9e-0147-4060-969c-6590d22a8232,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:46.246791 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Publish callbacks [] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.255551 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.322210 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2bc4a90e-a8cb-4355-9a47-a7a92fd79f09 req-8db5234f-5670-4c59-bb68-de29f04ec526 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967437 Apr 11 06:30:46.341070 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Pushing event updated for resources: {'Port': ['ID=755a7594-69ab-42f1-9d69-b736e05d536b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:46.382032 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:46.382607 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.406190 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035950'] for router_interface (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.443903 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Transition to ACTIVE for port object 9d9263c6-85cc-4b45-b49e-0fa382643c50 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:30:46.532062 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33596) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:46.539196 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-075bab3c-b740-4729-af31-2be1176439f4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588784639', 'description': 'tempest-description--48200129'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:46.615833 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-075bab3c-b740-4729-af31-2be1176439f4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.639740 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.736643 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035950'] for router_interface (f8a382dd-e48c-4156-a92f-e5be092eb7ca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.845448 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-075bab3c-b740-4729-af31-2be1176439f4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group (78700a27-7edf-429b-ae27-e9c7cfe13e12), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.852631 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-075bab3c-b740-4729-af31-2be1176439f4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (78700a27-7edf-429b-ae27-e9c7cfe13e12), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.927002 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-075bab3c-b740-4729-af31-2be1176439f4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:46.934983 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-075bab3c-b740-4729-af31-2be1176439f4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3956535 Apr 11 06:30:46.935717 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33604) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:46.954331 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8438d78c-b297-4b82-a9ff-e1a20ac38d24 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Request body: {'security_group_rule': {'security_group_id': '78700a27-7edf-429b-ae27-e9c7cfe13e12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:47.004233 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bab3c-b740-4729-af31-2be1176439f4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78700a27-7edf-429b-ae27-e9c7cfe13e12,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:47.045608 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8438d78c-b297-4b82-a9ff-e1a20ac38d24 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group_rule (a3a7ca10-4dbd-41d8-9c6e-02e3b5371c00), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:47.195036 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Network 91ae923f-e529-4c46-bebf-04bc44672a05 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:47.247741 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:47.262378 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9263c6-85cc-4b45-b49e-0fa382643c50,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:47.419843 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:47.542372 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Publish callbacks [] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:47.571667 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:47.646699 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:30:47.686942 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Attempting to bind port 9d9263c6-85cc-4b45-b49e-0fa382643c50 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:47.697030 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Attempting to bind port 9d9263c6-85cc-4b45-b49e-0fa382643c50 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'b7a35a3e-4d3a-48c7-b906-4d097cdd9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c9b07512-d8f2-42f5-a86c-13cb0a1b9857'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:47.699347 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Attempting to bind port 9d9263c6-85cc-4b45-b49e-0fa382643c50 on network c9b07512-d8f2-42f5-a86c-13cb0a1b9857 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:47.715211 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Port 9d9263c6-85cc-4b45-b49e-0fa382643c50 on network c9b07512-d8f2-42f5-a86c-13cb0a1b9857 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:30:47.715526 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Attempting to bind port 9d9263c6-85cc-4b45-b49e-0fa382643c50 on network c9b07512-d8f2-42f5-a86c-13cb0a1b9857 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:47.759595 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8438d78c-b297-4b82-a9ff-e1a20ac38d24 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group_rule (a3a7ca10-4dbd-41d8-9c6e-02e3b5371c00), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:47.780496 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8438d78c-b297-4b82-a9ff-e1a20ac38d24 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (a3a7ca10-4dbd-41d8-9c6e-02e3b5371c00), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:47.850673 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf77769-e457-439a-8bc4-beddd8cc475f None None] Pushing event updated for resources: {'Port': ['ID=a9a0f255-c8e0-4817-ad09-ec0b7deba3aa,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:47.923996 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:47.924343 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Checking segment: {'id': 'b7a35a3e-4d3a-48c7-b906-4d097cdd9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c9b07512-d8f2-42f5-a86c-13cb0a1b9857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:47.924977 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Bound using segment: {'id': 'b7a35a3e-4d3a-48c7-b906-4d097cdd9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c9b07512-d8f2-42f5-a86c-13cb0a1b9857'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:47.929627 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Bound port: 9d9263c6-85cc-4b45-b49e-0fa382643c50, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a35a3e-4d3a-48c7-b906-4d097cdd9169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c9b07512-d8f2-42f5-a86c-13cb0a1b9857'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:47.929996 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:47.960071 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438d78c-b297-4b82-a9ff-e1a20ac38d24 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a7ca10-4dbd-41d8-9c6e-02e3b5371c00,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:48.027091 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9c0c8-0f0b-4712-8caf-b86df251451d req-fcbcb659-319c-4c34-beac-6013fb105024 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:48.028965 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fcd9c0c8-0f0b-4712-8caf-b86df251451d req-fcbcb659-319c-4c34-beac-6013fb105024 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 943 time: 0.2673295 Apr 11 06:30:48.041530 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8438d78c-b297-4b82-a9ff-e1a20ac38d24 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.047223 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2d981e19-a9b2-4c3e-aa9f-ed7c5d9d638b None None] Provisioning complete for port 42c94d9e-0147-4060-969c-6590d22a8232 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:48.048457 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8438d78c-b297-4b82-a9ff-e1a20ac38d24 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1072278 Apr 11 06:30:48.049335 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:48.055544 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d981e19-a9b2-4c3e-aa9f-ed7c5d9d638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (42c94d9e-0147-4060-969c-6590d22a8232), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.078106 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-aab99a35-abd8-4634-9897-21f8ab081cd5 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Request body: {'security_group_rule': {'security_group_id': '78700a27-7edf-429b-ae27-e9c7cfe13e12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:48.079249 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:48.141637 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:48.196096 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Attempting to bind port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:48.196526 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Attempting to bind port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:48.203737 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Attempting to bind port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa on network 06c241ac-a352-48b1-915a-dd06a7e87765 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:48.249108 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:48.249489 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Checking segment: {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:48.249890 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.250292 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Bound using segment: {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:48.250792 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Bound port: a9a0f255-c8e0-4817-ad09-ec0b7deba3aa, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:48.251292 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.268571 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fcd9c0c8-0f0b-4712-8caf-b86df251451d req-23cbb2f4-e612-4260-96cc-20c57f8c8c10 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155130 Apr 11 06:30:48.269509 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aab99a35-abd8-4634-9897-21f8ab081cd5 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group_rule (62f77a62-6862-46f2-9402-18c299631338), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.283023 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] For port 9d9263c6-85cc-4b45-b49e-0fa382643c50, host hv-cinder-83699, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:48.325501 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2d981e19-a9b2-4c3e-aa9f-ed7c5d9d638b None None] Port 42c94d9e-0147-4060-969c-6590d22a8232 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:48.378249 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33662) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:48.426820 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aab99a35-abd8-4634-9897-21f8ab081cd5 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group_rule (62f77a62-6862-46f2-9402-18c299631338), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.446392 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aab99a35-abd8-4634-9897-21f8ab081cd5 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (62f77a62-6862-46f2-9402-18c299631338), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.519475 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ab61857d-6d33-44f6-9dfd-f56bbbb47f0c None None] Provisioning complete for port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:48.520611 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab99a35-abd8-4634-9897-21f8ab081cd5 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f77a62-6862-46f2-9402-18c299631338,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:48.521095 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab61857d-6d33-44f6-9dfd-f56bbbb47f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.539688 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] For port 9d9263c6-85cc-4b45-b49e-0fa382643c50, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9d9263c6-85cc-4b45-b49e-0fa382643c50,segment=NetworkSegment(b7a35a3e-4d3a-48c7-b906-4d097cdd9169),segment_id=b7a35a3e-4d3a-48c7-b906-4d097cdd9169)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:48.540068 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aab99a35-abd8-4634-9897-21f8ab081cd5 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.544082 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-aab99a35-abd8-4634-9897-21f8ab081cd5 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4871702 Apr 11 06:30:48.544701 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33672) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:48.561785 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:48.582719 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:48.587253 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.596274 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Sync routers for ids ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:48.629019 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Routers {'84bd57e8-b720-4e84-85c0-0832f9bcd7f3'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:48.631373 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:48.634808 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] For port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:48.646176 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8ebd88c7-94c8-4945-ab5d-d11d8621161c admin admin] 10.222.0.18 "PUT /v2.0/routers/84bd57e8-b720-4e84-85c0-0832f9bcd7f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7155378 Apr 11 06:30:48.666118 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.682369 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] For port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=a9a0f255-c8e0-4817-ad09-ec0b7deba3aa,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:48.687854 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ab61857d-6d33-44f6-9dfd-f56bbbb47f0c None None] Port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:48.702435 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.760616 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:48.763119 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.765509 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d9263c6-85cc-4b45-b49e-0fa382643c50 HTTP/1.1" status: 200 len: 1093 time: 6.3215799 Apr 11 06:30:48.768062 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9839683-8829-4e7c-85f9-5ac299b333c6', 'tag': '9d9263c6-85cc-4b45-b49e-0fa382643c50'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:30:48.807870 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Router f8a382dd-e48c-4156-a92f-e5be092eb7ca has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:30:48.922725 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8fffd8cf-feff-4db5-a20f-dced93f42967 None None] Provisioning complete for port 755a7594-69ab-42f1-9d69-b736e05d536b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:48.923610 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fffd8cf-feff-4db5-a20f-dced93f42967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:48.989847 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf77769-e457-439a-8bc4-beddd8cc475f None None] Pushing event updated for resources: {'Port': ['ID=a9a0f255-c8e0-4817-ad09-ec0b7deba3aa,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:49.045264 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:49.046983 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:49.076573 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47956cb8-648e-42e3-8e91-f738dfa03e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:49.118318 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Set router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:49.139579 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8fffd8cf-feff-4db5-a20f-dced93f42967 None None] Port 755a7594-69ab-42f1-9d69-b736e05d536b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:49.299690 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb3348-5e3b-49e2-bbdd-a9eaa7f849c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9263c6-85cc-4b45-b49e-0fa382643c50,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:49.304356 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:49.377702 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-0b2770dc-519c-4064-82a2-28bdacd56cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:49.386965 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-0b2770dc-519c-4064-82a2-28bdacd56cf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b46cf15b408e43dab11af0e399669182&device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 1127 time: 0.5382872 Apr 11 06:30:49.528453 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:49.532044 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2c5ca879-82de-422d-bb47-f0697d394b0a None None] Provisioning complete for port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:49.532570 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5ca879-82de-422d-bb47-f0697d394b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:49.643917 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:30:49.671383 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c27a73-ca5d-4456-a3ec-4fc8494e2b15" -d '{"events": [{"name": "network-changed", "server_uuid": "e9839683-8829-4e7c-85f9-5ac299b333c6", "tag": "9d9263c6-85cc-4b45-b49e-0fa382643c50"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:30:49.725518 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Sync routers for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:30:49.758222 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:49.760169 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:49.789246 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '42c94d9e-0147-4060-969c-6590d22a8232', 'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'mac_address': 'fa:16:3e:d6:cb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:40Z', 'updated_at': '2022-04-11T06:30:44Z', 'revision_number': 2, 'project_id': '5172a438ed16452899c496083e8fae1a', 'subnets': [{'id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:49.817474 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7fb796ab-76b4-4dfd-b060-168d2c569c04 admin admin] 10.222.0.18 "PUT /v2.0/routers/f8a382dd-e48c-4156-a92f-e5be092eb7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9019077 Apr 11 06:30:49.862523 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-80613b53-7888-43ea-999d-589cbd458291 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d9263c6-85cc-4b45-b49e-0fa382643c50 HTTP/1.1" status: 200 len: 217 time: 0.4606080 Apr 11 06:30:49.876765 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Checking router: 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:49.877525 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Updating router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 port 42c94d9e-0147-4060-969c-6590d22a8232 binding host dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:30:49.889435 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723210b-232d-4cf0-9c6c-023911e94fa7 req-f08e2128-7748-4dfb-b740-789df8154164 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:49.890919 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9723210b-232d-4cf0-9c6c-023911e94fa7 req-f08e2128-7748-4dfb-b740-789df8154164 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 943 time: 0.3655725 Apr 11 06:30:49.920958 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (42c94d9e-0147-4060-969c-6590d22a8232), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.021109 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-e0461b33-605b-4ad3-aca5-c56f4bdbb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:50.022881 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-e0461b33-605b-4ad3-aca5-c56f4bdbb80a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40068664-9256-4d43-9a18-ba6929abdc8e HTTP/1.1" status: 200 len: 851 time: 0.1503546 Apr 11 06:30:50.186970 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47956cb8-648e-42e3-8e91-f738dfa03e6a admin admin] Publish callbacks [] for security_group (c47aba4d-c59d-4419-90d5-3a0dfc0eba2b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.200076 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-32ec571c-b588-468a-851f-ef262936de20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9b07512-d8f2-42f5-a86c-13cb0a1b9857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652439 Apr 11 06:30:50.224259 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ca879-82de-422d-bb47-f0697d394b0a None None] Current status of the port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:50.225081 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5ca879-82de-422d-bb47-f0697d394b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.236547 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Allocated IP 172.27.2.95 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/90bfc0df-dcf4-4ac0-90d4-388018e4956a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:50.248619 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-47956cb8-648e-42e3-8e91-f738dfa03e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (c47aba4d-c59d-4419-90d5-3a0dfc0eba2b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.291027 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:50.305520 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9723210b-232d-4cf0-9c6c-023911e94fa7 req-a97bf5ec-993f-45e0-bc88-92e78440c812 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839097 Apr 11 06:30:50.369036 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-47956cb8-648e-42e3-8e91-f738dfa03e6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd05cf6fc51b49ef9d50b2faf46884b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9839349 Apr 11 06:30:50.396648 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47956cb8-648e-42e3-8e91-f738dfa03e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47aba4d-c59d-4419-90d5-3a0dfc0eba2b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:50.399368 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33760) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:50.616965 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Publish callbacks [] for port (42c94d9e-0147-4060-969c-6590d22a8232), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.627689 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (42c94d9e-0147-4060-969c-6590d22a8232), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.660860 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ac579e6-f906-4810-b391-0e7c671f1184 admin admin] Publish callbacks [] for security_group (c47aba4d-c59d-4419-90d5-3a0dfc0eba2b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.687516 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2c5ca879-82de-422d-bb47-f0697d394b0a None None] For port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=a9a0f255-c8e0-4817-ad09-ec0b7deba3aa,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:50.698862 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for port (90bfc0df-dcf4-4ac0-90d4-388018e4956a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.736573 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c5ca879-82de-422d-bb47-f0697d394b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.746760 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ac579e6-f906-4810-b391-0e7c671f1184 admin admin] Publish callbacks [] for security_group (c47aba4d-c59d-4419-90d5-3a0dfc0eba2b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:50.749922 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-47002238-d862-4a0a-b225-05cd75a58e7d service neutron] 10.222.0.20 "GET /v2.0/networks/c9b07512-d8f2-42f5-a86c-13cb0a1b9857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419524 Apr 11 06:30:50.756150 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4433dbbb-ce08-4ea6-8bb6-0535a9c6805c x-openstack-request-id: req-4433dbbb-ce08-4ea6-8bb6-0535a9c6805c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:30:50.756841 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9839683-8829-4e7c-85f9-5ac299b333c6", "tag": "9d9263c6-85cc-4b45-b49e-0fa382643c50", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:30:50.757608 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4433dbbb-ce08-4ea6-8bb6-0535a9c6805c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:30:50.758399 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4433dbbb-ce08-4ea6-8bb6-0535a9c6805c'] response: {'name': 'network-changed', 'server_uuid': 'e9839683-8829-4e7c-85f9-5ac299b333c6', 'tag': '9d9263c6-85cc-4b45-b49e-0fa382643c50', 'status': 'completed', 'code': 200} Apr 11 06:30:51.025561 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3a48a3f7-5f04-44bb-ae9a-785c0e9d20cd req-fa0278f3-001f-42af-bb13-bce50364e65f service neutron] 10.222.0.20 "GET /v2.0/networks/c9b07512-d8f2-42f5-a86c-13cb0a1b9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641449 Apr 11 06:30:51.086706 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (90bfc0df-dcf4-4ac0-90d4-388018e4956a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.156742 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b600e-0c1e-45ab-b9fe-8bfe52fb6166 None None] Pushing event updated for resources: {'Port': ['ID=42c94d9e-0147-4060-969c-6590d22a8232,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:51.168862 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Attempting to bind port 42c94d9e-0147-4060-969c-6590d22a8232 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:51.169977 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Attempting to bind port 42c94d9e-0147-4060-969c-6590d22a8232 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:51.170500 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Attempting to bind port 42c94d9e-0147-4060-969c-6590d22a8232 on network 91ae923f-e529-4c46-bebf-04bc44672a05 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:51.179950 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:51.180648 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Checking segment: {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:51.181351 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.181969 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Bound using segment: {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:51.182624 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Bound port: 42c94d9e-0147-4060-969c-6590d22a8232, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:51.183730 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (42c94d9e-0147-4060-969c-6590d22a8232), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.315041 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ac579e6-f906-4810-b391-0e7c671f1184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (c47aba4d-c59d-4419-90d5-3a0dfc0eba2b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.325790 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0ac579e6-f906-4810-b391-0e7c671f1184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.348211 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0ac579e6-f906-4810-b391-0e7c671f1184 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c47aba4d-c59d-4419-90d5-3a0dfc0eba2b HTTP/1.1" status: 204 len: 168 time: 0.9251978 Apr 11 06:30:51.377700 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:51.390931 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:48Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:51.406880 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-029b3f1a-a04d-4f7a-93f9-e73adf73af8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.432994 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:51.464244 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] For port 42c94d9e-0147-4060-969c-6590d22a8232, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:51.482993 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] For port 42c94d9e-0147-4060-969c-6590d22a8232, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=42c94d9e-0147-4060-969c-6590d22a8232,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:51.495094 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:51.505338 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ca879-82de-422d-bb47-f0697d394b0a None None] Pushing event updated for resources: {'Port': ['ID=a9a0f255-c8e0-4817-ad09-ec0b7deba3aa,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:51.508435 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (42c94d9e-0147-4060-969c-6590d22a8232), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.510048 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event updated for resources: {'Port': ['ID=90bfc0df-dcf4-4ac0-90d4-388018e4956a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:51.522925 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeb3187-33d0-4719-ae56-04f034eb330d None None] The sync data for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi is: [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:48Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:51.693677 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-132d5536-b21b-45eb-ab08-6bf6db6c3283 None None] Provisioning complete for port 42c94d9e-0147-4060-969c-6590d22a8232 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:51.694276 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-132d5536-b21b-45eb-ab08-6bf6db6c3283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (42c94d9e-0147-4060-969c-6590d22a8232), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:51.714310 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Routers {'84bd57e8-b720-4e84-85c0-0832f9bcd7f3'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:51.714622 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:51.801603 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 2, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:51.828354 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac579e6-f906-4810-b391-0e7c671f1184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47aba4d-c59d-4419-90d5-3a0dfc0eba2b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:51.881296 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Checking router: f8a382dd-e48c-4156-a92f-e5be092eb7ca for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:30:51.881647 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Updating router f8a382dd-e48c-4156-a92f-e5be092eb7ca port 755a7594-69ab-42f1-9d69-b736e05d536b binding host dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:30:51.884025 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32619f6-f519-48c4-95f1-9f362d419671 req-31b3486e-c1ec-45de-a5ff-f09237733e62 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:51.905240 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-31b3486e-c1ec-45de-a5ff-f09237733e62 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 819 time: 1.1695914 Apr 11 06:30:52.011746 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b600e-0c1e-45ab-b9fe-8bfe52fb6166 None None] Pushing event updated for resources: {'Port': ['ID=42c94d9e-0147-4060-969c-6590d22a8232,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:52.088895 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:52.266455 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c27a73-ca5d-4456-a3ec-4fc8494e2b15 req-9b66dd0b-1d54-45c3-b043-dd6ec477d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:52.269548 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-b7e152d0-5d8d-4227-b331-2c66c91b65af tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/quotas/5172a438ed16452899c496083e8fae1a HTTP/1.1" status: 200 len: 375 time: 0.3632295 Apr 11 06:30:52.272180 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c7c27a73-ca5d-4456-a3ec-4fc8494e2b15 req-9b66dd0b-1d54-45c3-b043-dd6ec477d2c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b46cf15b408e43dab11af0e399669182&device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 1127 time: 0.1596119 Apr 11 06:30:52.323209 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] Set router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:52.482177 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-28455577-8ebd-4b63-a5d7-ebd1d01cdcb4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2112198 Apr 11 06:30:52.518503 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-132d5536-b21b-45eb-ab08-6bf6db6c3283 None None] Current status of the port 42c94d9e-0147-4060-969c-6590d22a8232 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:52.519076 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-132d5536-b21b-45eb-ab08-6bf6db6c3283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (42c94d9e-0147-4060-969c-6590d22a8232), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:52.564299 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (6efb339e-ea78-496b-8bf2-2b28c746b329), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:52.683716 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (90bfc0df-dcf4-4ac0-90d4-388018e4956a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:52.718225 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-132d5536-b21b-45eb-ab08-6bf6db6c3283 None None] For port 42c94d9e-0147-4060-969c-6590d22a8232, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=42c94d9e-0147-4060-969c-6590d22a8232,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:52.732589 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-132d5536-b21b-45eb-ab08-6bf6db6c3283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (42c94d9e-0147-4060-969c-6590d22a8232), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.103316 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0239560f-1a57-4761-97eb-3a747e3aec1b None None] Provisioning complete for port 42c94d9e-0147-4060-969c-6590d22a8232 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:53.103682 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0239560f-1a57-4761-97eb-3a747e3aec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (42c94d9e-0147-4060-969c-6590d22a8232), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.115771 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33880) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:53.278070 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for port (90bfc0df-dcf4-4ac0-90d4-388018e4956a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.302933 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '42c94d9e-0147-4060-969c-6590d22a8232', 'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'mac_address': 'fa:16:3e:d6:cb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:40Z', 'updated_at': '2022-04-11T06:30:51Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'subnets': [{'id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:53.306157 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-97a9683e-2b30-4957-a446-3b4bd567bbe1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:30:53.317267 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-97a9683e-2b30-4957-a446-3b4bd567bbe1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3701973 Apr 11 06:30:53.326096 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (90bfc0df-dcf4-4ac0-90d4-388018e4956a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.373583 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c65f1-359f-42e1-911f-7f2ad3633742 None None] The sync data for ids ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'] in dv-cinder-836996-3-iscsi is: [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '42c94d9e-0147-4060-969c-6590d22a8232', 'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'mac_address': 'fa:16:3e:d6:cb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:40Z', 'updated_at': '2022-04-11T06:30:51Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'subnets': [{'id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:53.500123 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d5536-b21b-45eb-ab08-6bf6db6c3283 None None] Pushing event updated for resources: {'Port': ['ID=42c94d9e-0147-4060-969c-6590d22a8232,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:53.643972 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76e2c263-e4dc-46eb-8323-ce4c0c980aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.661151 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c27a73-ca5d-4456-a3ec-4fc8494e2b15 req-4333b998-d796-4a24-859c-64ecf1ce8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:53.663795 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c7c27a73-ca5d-4456-a3ec-4fc8494e2b15 req-4333b998-d796-4a24-859c-64ecf1ce8b65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9b07512-d8f2-42f5-a86c-13cb0a1b9857 HTTP/1.1" status: 200 len: 911 time: 1.3841102 Apr 11 06:30:53.745908 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2948-a2ff-4ef2-acf1-085b8069096d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:53.746480 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c7c27a73-ca5d-4456-a3ec-4fc8494e2b15 req-08ff4e2a-82ef-486d-b96a-260aa98ce9c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d9263c6-85cc-4b45-b49e-0fa382643c50 HTTP/1.1" status: 200 len: 217 time: 0.0741389 Apr 11 06:30:53.921772 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device a9a0f255-c8e0-4817-ad09-ec0b7deba3aa up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:53.927595 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:53.991032 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33914) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:54.023188 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-15c65407-866f-41c3-b444-3a1315320c80 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044480748', 'description': 'tempest-description--1497970815'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:54.098029 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c27a73-ca5d-4456-a3ec-4fc8494e2b15 req-9a964387-55fa-4780-82af-e6321b756245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:54.104264 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c7c27a73-ca5d-4456-a3ec-4fc8494e2b15 req-9a964387-55fa-4780-82af-e6321b756245 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40068664-9256-4d43-9a18-ba6929abdc8e HTTP/1.1" status: 200 len: 851 time: 0.3460653 Apr 11 06:30:54.136506 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (6efb339e-ea78-496b-8bf2-2b28c746b329), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.191890 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-f459f4ed-695b-48e7-a6a2-a75c6d8429fd service neutron] 10.222.0.18 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8708391 Apr 11 06:30:54.195242 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event updated for resources: {'Port': ['ID=90bfc0df-dcf4-4ac0-90d4-388018e4956a,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:54.249200 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c7c27a73-ca5d-4456-a3ec-4fc8494e2b15 req-3cfc0b86-8550-44da-8311-03c768827fb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9b07512-d8f2-42f5-a86c-13cb0a1b9857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083148 Apr 11 06:30:54.307807 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.314004 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5bffcd96-2957-4450-9c99-f132663275f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7645843 Apr 11 06:30:54.336491 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15c65407-866f-41c3-b444-3a1315320c80 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.434291 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9d9263c6-85cc-4b45-b49e-0fa382643c50 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:30:54.475352 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Publish callbacks [] for port (755a7594-69ab-42f1-9d69-b736e05d536b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.482348 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33922) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:54.492104 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:54.492198 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8625944b-10a7-49d1-be17-ceeb0de19619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.492519 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.599756 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.622912 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0239560f-1a57-4761-97eb-3a747e3aec1b None None] Current status of the port 42c94d9e-0147-4060-969c-6590d22a8232 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:54.786932 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15c65407-866f-41c3-b444-3a1315320c80 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (cf6e8f5d-d003-4fc0-a8a5-e7551f27e784), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.787861 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 06:30:54.841820 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15c65407-866f-41c3-b444-3a1315320c80 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (cf6e8f5d-d003-4fc0-a8a5-e7551f27e784), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.912638 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8625944b-10a7-49d1-be17-ceeb0de19619 admin admin] Publish callbacks [] for security_group (a9cd7279-52e7-45d3-a7ed-f8d1b751a32f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:54.938788 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920345d-3813-40c3-b826-3332ba014675 req-4aebc885-eb7e-4e2f-9209-a3006d159545 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:54.948989 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6920345d-3813-40c3-b826-3332ba014675 req-4aebc885-eb7e-4e2f-9209-a3006d159545 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 943 time: 0.7648125 Apr 11 06:30:54.957830 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c7c27a73-ca5d-4456-a3ec-4fc8494e2b15 req-c4188a0b-b836-4ef0-89fa-e1057a880b71 service neutron] 10.222.0.20 "GET /v2.0/networks/c9b07512-d8f2-42f5-a86c-13cb0a1b9857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054994 Apr 11 06:30:54.998162 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8625944b-10a7-49d1-be17-ceeb0de19619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a9cd7279-52e7-45d3-a7ed-f8d1b751a32f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.006326 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.016823 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:55.018016 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 42c94d9e-0147-4060-969c-6590d22a8232 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:55.142327 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15c65407-866f-41c3-b444-3a1315320c80 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.143593 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-15c65407-866f-41c3-b444-3a1315320c80 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1492901 Apr 11 06:30:55.153514 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8625944b-10a7-49d1-be17-ceeb0de19619 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8e9f365cc1a441186f55d951e502d39&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2135141 Apr 11 06:30:55.163660 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33938) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:55.163930 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33934) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:55.201365 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8fcd3bf7-7862-4ab1-a9db-d0e9d63f6b9e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'security_group_rule': {'security_group_id': 'cf6e8f5d-d003-4fc0-a8a5-e7551f27e784', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:55.240506 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c65407-866f-41c3-b444-3a1315320c80 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:55.295723 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-b19a7987-5ce7-4e26-8ded-7d56897f103c service neutron] 10.222.0.18 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0748358 Apr 11 06:30:55.329598 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2948-a2ff-4ef2-acf1-085b8069096d admin admin] Publish callbacks [] for security_group (c42fe1d2-f1f1-4a11-b3ca-b75e0b14c0e7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.335842 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35bb2290-b75b-4040-9e38-f9bf73671c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.347405 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783152d-3421-4ded-8a3c-95b946803a52 None None] Pushing event updated for resources: {'Port': ['ID=755a7594-69ab-42f1-9d69-b736e05d536b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:55.384705 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3e0d2948-a2ff-4ef2-acf1-085b8069096d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (c42fe1d2-f1f1-4a11-b3ca-b75e0b14c0e7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.386426 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625944b-10a7-49d1-be17-ceeb0de19619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cd7279-52e7-45d3-a7ed-f8d1b751a32f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:55.416833 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b1246d39-103d-4247-a73a-78b79b8fe03b None None] Provisioning complete for port 755a7594-69ab-42f1-9d69-b736e05d536b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:55.421181 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1246d39-103d-4247-a73a-78b79b8fe03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.425275 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Attempting to bind port 755a7594-69ab-42f1-9d69-b736e05d536b on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:30:55.433316 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Attempting to bind port 755a7594-69ab-42f1-9d69-b736e05d536b by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:30:55.435814 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Attempting to bind port 755a7594-69ab-42f1-9d69-b736e05d536b on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:30:55.459936 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3e0d2948-a2ff-4ef2-acf1-085b8069096d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f8bb01b44f644a5859bc1a24bb76950&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3293295 Apr 11 06:30:55.542921 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 33942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:55.641583 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 42c94d9e-0147-4060-969c-6590d22a8232 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:55.642935 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (42c94d9e-0147-4060-969c-6590d22a8232), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.651277 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35bb2290-b75b-4040-9e38-f9bf73671c28 admin admin] Publish callbacks [] for security_group (3ab71a25-7fd2-4782-897f-de8bc7045410), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.665316 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:30:55.667094 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Checking segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:30:55.668258 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.669326 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Bound using segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:30:55.671632 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Bound port: 755a7594-69ab-42f1-9d69-b736e05d536b, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:30:55.674570 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.684712 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6920345d-3813-40c3-b826-3332ba014675 req-6e7b8c53-cf6d-43ef-8552-4e704c6ea774 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7167141 Apr 11 06:30:55.695109 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35bb2290-b75b-4040-9e38-f9bf73671c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (3ab71a25-7fd2-4782-897f-de8bc7045410), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.811271 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3bf7-7862-4ab1-a9db-d0e9d63f6b9e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (7b244dce-4fa0-4297-8e33-038b336d6b4d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:55.936782 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d2948-a2ff-4ef2-acf1-085b8069096d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42fe1d2-f1f1-4a11-b3ca-b75e0b14c0e7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:55.975389 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76d2d794-aad0-4306-9c80-8223002c7ba3 admin admin] Publish callbacks [] for security_group (a9cd7279-52e7-45d3-a7ed-f8d1b751a32f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.026755 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76d2d794-aad0-4306-9c80-8223002c7ba3 admin admin] Publish callbacks [] for security_group (a9cd7279-52e7-45d3-a7ed-f8d1b751a32f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.073776 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0e8b640b-2a30-42b3-be53-64372a8c5f20 req-e0e7923d-bed2-4643-919f-868815bba9f9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 210 time: 0.1010199 Apr 11 06:30:56.098204 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c7c27a73-ca5d-4456-a3ec-4fc8494e2b15 req-83de1286-38a7-4982-ba94-17f92ba3517b service neutron] 10.222.0.20 "GET /v2.0/networks/c9b07512-d8f2-42f5-a86c-13cb0a1b9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0926235 Apr 11 06:30:56.128299 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-35bb2290-b75b-4040-9e38-f9bf73671c28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b29675b2791545729aeeb9408ac46702&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6320801 Apr 11 06:30:56.131719 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 33972) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:56.172903 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18cf2767-9c6e-4e96-a1f0-1798d6738279 admin admin] Publish callbacks [] for security_group (c42fe1d2-f1f1-4a11-b3ca-b75e0b14c0e7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.247011 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] For port 755a7594-69ab-42f1-9d69-b736e05d536b, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:30:56.257971 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76d2d794-aad0-4306-9c80-8223002c7ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a9cd7279-52e7-45d3-a7ed-f8d1b751a32f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.261154 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76d2d794-aad0-4306-9c80-8223002c7ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.270492 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-76d2d794-aad0-4306-9c80-8223002c7ba3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9cd7279-52e7-45d3-a7ed-f8d1b751a32f HTTP/1.1" status: 204 len: 168 time: 1.1055293 Apr 11 06:30:56.302804 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18cf2767-9c6e-4e96-a1f0-1798d6738279 admin admin] Publish callbacks [] for security_group (c42fe1d2-f1f1-4a11-b3ca-b75e0b14c0e7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.310604 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9d9263c6-85cc-4b45-b49e-0fa382643c50, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9d9263c6-85cc-4b45-b49e-0fa382643c50,segment=NetworkSegment(b7a35a3e-4d3a-48c7-b906-4d097cdd9169),segment_id=b7a35a3e-4d3a-48c7-b906-4d097cdd9169)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:56.332990 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '9d9263c6-85cc-4b45-b49e-0fa382643c50', 'network_id': 'c9b07512-d8f2-42f5-a86c-13cb0a1b9857', 'port_id': '9d9263c6-85cc-4b45-b49e-0fa382643c50', 'mac_address': 'fa:16:3e:a1:ff:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40068664-9256-4d43-9a18-ba6929abdc8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:30:56.402071 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3bf7-7862-4ab1-a9db-d0e9d63f6b9e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (7b244dce-4fa0-4297-8e33-038b336d6b4d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.438215 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb2290-b75b-4040-9e38-f9bf73671c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab71a25-7fd2-4782-897f-de8bc7045410,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:56.439112 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2d794-aad0-4306-9c80-8223002c7ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cd7279-52e7-45d3-a7ed-f8d1b751a32f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:56.443778 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3bf7-7862-4ab1-a9db-d0e9d63f6b9e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (7b244dce-4fa0-4297-8e33-038b336d6b4d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.445740 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.456229 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] For port 755a7594-69ab-42f1-9d69-b736e05d536b, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=755a7594-69ab-42f1-9d69-b736e05d536b,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:30:56.463632 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18cf2767-9c6e-4e96-a1f0-1798d6738279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (c42fe1d2-f1f1-4a11-b3ca-b75e0b14c0e7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.472233 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b1246d39-103d-4247-a73a-78b79b8fe03b None None] Port 755a7594-69ab-42f1-9d69-b736e05d536b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:30:56.473932 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18cf2767-9c6e-4e96-a1f0-1798d6738279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.479551 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-18cf2767-9c6e-4e96-a1f0-1798d6738279 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c42fe1d2-f1f1-4a11-b3ca-b75e0b14c0e7 HTTP/1.1" status: 204 len: 168 time: 0.9283304 Apr 11 06:30:56.485336 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.520894 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2344fb2d-5fa0-4886-9187-48c89302d380 admin admin] Publish callbacks [] for security_group (3ab71a25-7fd2-4782-897f-de8bc7045410), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.527741 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf2767-9c6e-4e96-a1f0-1798d6738279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42fe1d2-f1f1-4a11-b3ca-b75e0b14c0e7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:56.564115 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.624357 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:30:56.626382 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:56.763357 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd3bf7-7862-4ab1-a9db-d0e9d63f6b9e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b244dce-4fa0-4297-8e33-038b336d6b4d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:56.772399 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5e935107-5bcb-457a-aef6-61982bae6722 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:56.779475 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5e935107-5bcb-457a-aef6-61982bae6722 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 819 time: 0.2274411 Apr 11 06:30:56.874992 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 9d9263c6-85cc-4b45-b49e-0fa382643c50 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:56.874992 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.922035 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2344fb2d-5fa0-4886-9187-48c89302d380 admin admin] Publish callbacks [] for security_group (3ab71a25-7fd2-4782-897f-de8bc7045410), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.969400 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3bf7-7862-4ab1-a9db-d0e9d63f6b9e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:56.978051 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8fcd3bf7-7862-4ab1-a9db-d0e9d63f6b9e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8069475 Apr 11 06:30:56.981555 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34012) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:56.986996 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:30:56.991876 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-781170cb-355a-4c97-a2ed-158fa6ec5b3e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'security_group_rule': {'security_group_id': 'cf6e8f5d-d003-4fc0-a8a5-e7551f27e784', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:57.007848 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-d48adab5-4323-4155-bb9e-6b8a768c67b1 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1588784639&fields=id&tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd HTTP/1.1" status: 200 len: 267 time: 1.0654247 Apr 11 06:30:57.038005 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-39d5d00f-deec-4b09-91c5-39d280bc005c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/quotas/5172a438ed16452899c496083e8fae1a HTTP/1.1" status: 200 len: 375 time: 0.2089586 Apr 11 06:30:57.058139 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-781170cb-355a-4c97-a2ed-158fa6ec5b3e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (c983f0f9-155b-46d9-af4d-9f46e227b6ce), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.138066 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783152d-3421-4ded-8a3c-95b946803a52 None None] Pushing event updated for resources: {'Port': ['ID=755a7594-69ab-42f1-9d69-b736e05d536b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:57.200950 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-30f612a3-d7cc-48af-98a3-09378b72b465 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1565528 Apr 11 06:30:57.257847 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-781170cb-355a-4c97-a2ed-158fa6ec5b3e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (c983f0f9-155b-46d9-af4d-9f46e227b6ce), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.269179 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-781170cb-355a-4c97-a2ed-158fa6ec5b3e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (c983f0f9-155b-46d9-af4d-9f46e227b6ce), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.283937 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9263c6-85cc-4b45-b49e-0fa382643c50 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:30:57.298670 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781170cb-355a-4c97-a2ed-158fa6ec5b3e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c983f0f9-155b-46d9-af4d-9f46e227b6ce,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:57.318710 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-781170cb-355a-4c97-a2ed-158fa6ec5b3e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.325138 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-781170cb-355a-4c97-a2ed-158fa6ec5b3e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3412037 Apr 11 06:30:57.326144 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:57.332734 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:57.335889 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9d9263c6-85cc-4b45-b49e-0fa382643c50, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9d9263c6-85cc-4b45-b49e-0fa382643c50,segment=NetworkSegment(b7a35a3e-4d3a-48c7-b906-4d097cdd9169),segment_id=b7a35a3e-4d3a-48c7-b906-4d097cdd9169)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:57.355468 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 42c94d9e-0147-4060-969c-6590d22a8232 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:57.385992 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.395937 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.428600 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-062bc50e-9673-4d71-bf70-3ae71cea9195 None None] Provisioning complete for port 755a7594-69ab-42f1-9d69-b736e05d536b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:57.432743 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-062bc50e-9673-4d71-bf70-3ae71cea9195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.565347 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34028) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:57.600564 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b313f38-8f36-4c14-9e36-35418d3ff006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.624180 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:57.639041 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2344fb2d-5fa0-4886-9187-48c89302d380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (3ab71a25-7fd2-4782-897f-de8bc7045410), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.641848 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2344fb2d-5fa0-4886-9187-48c89302d380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.647048 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2344fb2d-5fa0-4886-9187-48c89302d380 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ab71a25-7fd2-4782-897f-de8bc7045410 HTTP/1.1" status: 204 len: 168 time: 1.5036290 Apr 11 06:30:57.684837 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-887e86b7-eeb4-46e0-8e68-9e498f5072ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.695264 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 42c94d9e-0147-4060-969c-6590d22a8232 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:57.704008 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344fb2d-5fa0-4886-9187-48c89302d380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab71a25-7fd2-4782-897f-de8bc7045410,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:57.716416 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-d366cf43-1ff6-4f79-8ca1-2258aded0e88 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:57.723478 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-d366cf43-1ff6-4f79-8ca1-2258aded0e88 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 816 time: 0.7147815 Apr 11 06:30:57.739433 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-e322a257-a964-4415-bf06-5088692858e1 service neutron] 10.222.0.18 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375953 Apr 11 06:30:57.752323 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.758243 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-d46a88b1-52aa-4545-b22e-561079ec7f47 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/quotas/10290d6a8afe4c38af3ac7e7699b5fbd HTTP/1.1" status: 200 len: 375 time: 0.0338128 Apr 11 06:30:57.817870 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-887e86b7-eeb4-46e0-8e68-9e498f5072ce admin admin] Publish callbacks [] for security_group (455957d6-6b99-4495-816f-b1f4e39520c0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.819795 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.833292 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-887e86b7-eeb4-46e0-8e68-9e498f5072ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (455957d6-6b99-4495-816f-b1f4e39520c0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:57.928251 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-7c640063-3281-42e7-bec8-e0b63af90e35 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641672 Apr 11 06:30:57.965736 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['9d9263c6-85cc-4b45-b49e-0fa382643c50'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:30:58.061721 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-82f363a4-a043-426f-b9d3-00944f3052a3 service neutron] 10.222.0.18 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128092 Apr 11 06:30:58.064312 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b313f38-8f36-4c14-9e36-35418d3ff006 admin admin] Publish callbacks [] for security_group (1d28ca3a-0fdf-4e60-b04d-14070ac08c54), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.070277 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b313f38-8f36-4c14-9e36-35418d3ff006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (1d28ca3a-0fdf-4e60-b04d-14070ac08c54), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.167498 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-887e86b7-eeb4-46e0-8e68-9e498f5072ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=babfb2f2610541cbbb5c5997870010fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5418222 Apr 11 06:30:58.175110 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34034) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:58.179633 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9b313f38-8f36-4c14-9e36-35418d3ff006 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bec6c9a25bd0454cb40ef8a562374062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6131818 Apr 11 06:30:58.186532 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:58.195932 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e86b7-eeb4-46e0-8e68-9e498f5072ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455957d6-6b99-4495-816f-b1f4e39520c0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:58.214344 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b313f38-8f36-4c14-9e36-35418d3ff006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d28ca3a-0fdf-4e60-b04d-14070ac08c54,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:58.228949 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-717807b2-ea50-4457-a1a1-49c2892b6756 service neutron] 10.222.0.18 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888062 Apr 11 06:30:58.315148 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4dd627-b7f1-4c26-8ffb-cdb2bc7ef6d8 admin admin] Publish callbacks [] for security_group (1d28ca3a-0fdf-4e60-b04d-14070ac08c54), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.435109 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Allocated IP 172.27.2.62 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/dc121084-bc81-4b6e-b44b-de3e82183082) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:58.438664 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a57ba84-ed57-4a5c-8bbe-f4a74e0cf593 admin admin] Publish callbacks [] for security_group (455957d6-6b99-4495-816f-b1f4e39520c0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.471859 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4dd627-b7f1-4c26-8ffb-cdb2bc7ef6d8 admin admin] Publish callbacks [] for security_group (1d28ca3a-0fdf-4e60-b04d-14070ac08c54), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.558280 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-022159bd-7fa0-44ca-9453-0f11d1cd5d14 service neutron] 10.222.0.18 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281548 Apr 11 06:30:58.712235 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a57ba84-ed57-4a5c-8bbe-f4a74e0cf593 admin admin] Publish callbacks [] for security_group (455957d6-6b99-4495-816f-b1f4e39520c0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.731855 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 42c94d9e-0147-4060-969c-6590d22a8232 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:58.732414 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (42c94d9e-0147-4060-969c-6590d22a8232), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.786135 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34050) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:58.815026 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-062bc50e-9673-4d71-bf70-3ae71cea9195 None None] Current status of the port 755a7594-69ab-42f1-9d69-b736e05d536b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:58.815522 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-062bc50e-9673-4d71-bf70-3ae71cea9195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.857198 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2815a-1fd5-4927-a3d2-c34e9e9afca9 req-e0726881-54a6-4792-a6e9-4aa8ad46b929 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:58.866905 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4e2815a-1fd5-4927-a3d2-c34e9e9afca9 req-e0726881-54a6-4792-a6e9-4aa8ad46b929 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 944 time: 0.2173049 Apr 11 06:30:58.868499 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0885a2ac-a033-4741-b2ee-2fb1ec6bac24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.895301 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=9d9263c6-85cc-4b45-b49e-0fa382643c50,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:58.953346 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4dd627-b7f1-4c26-8ffb-cdb2bc7ef6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (1d28ca3a-0fdf-4e60-b04d-14070ac08c54), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.957911 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4dd627-b7f1-4c26-8ffb-cdb2bc7ef6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:58.959210 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ae4dd627-b7f1-4c26-8ffb-cdb2bc7ef6d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d28ca3a-0fdf-4e60-b04d-14070ac08c54 HTTP/1.1" status: 204 len: 168 time: 0.7586148 Apr 11 06:30:59.010209 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for port (dc121084-bc81-4b6e-b44b-de3e82183082), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.053544 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:56Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:30:59.059437 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32619f6-f519-48c4-95f1-9f362d419671 req-94e883bc-a6cd-4222-831d-24da615113d0 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:30:59.061474 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-94e883bc-a6cd-4222-831d-24da615113d0 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 819 time: 0.4970508 Apr 11 06:30:59.063939 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (dc121084-bc81-4b6e-b44b-de3e82183082), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.084127 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4dd627-b7f1-4c26-8ffb-cdb2bc7ef6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d28ca3a-0fdf-4e60-b04d-14070ac08c54,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:59.092206 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-e32619f6-f519-48c4-95f1-9f362d419671 req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Request body: {'port': {'device_id': 'ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'admin_state_up': True, 'tenant_id': '5172a438ed16452899c496083e8fae1a'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:30:59.121612 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2bc56828-ba21-4a77-b7c3-5070ac810d2b req-7ea3bc72-4ad8-4564-8db9-a764a62ea43d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 210 time: 0.1414649 Apr 11 06:30:59.125462 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4e2815a-1fd5-4927-a3d2-c34e9e9afca9 req-96fb1a0e-656e-48ec-8ca7-2f8cf6e87cec tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516391 Apr 11 06:30:59.195582 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-062bc50e-9673-4d71-bf70-3ae71cea9195 None None] For port 755a7594-69ab-42f1-9d69-b736e05d536b, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=755a7594-69ab-42f1-9d69-b736e05d536b,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:30:59.245957 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c12a3656-c6b8-4bd3-9b68-7ccbd5e43c93 req-0313e23c-5604-4519-bad2-72f7ae78be69 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 210 time: 0.0701742 Apr 11 06:30:59.273322 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc5993-4ed7-46c2-80e9-5db70da32006 None None] The sync data for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi is: [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:56Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:30:59.364505 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a57ba84-ed57-4a5c-8bbe-f4a74e0cf593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (455957d6-6b99-4495-816f-b1f4e39520c0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.377995 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a57ba84-ed57-4a5c-8bbe-f4a74e0cf593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.383159 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4a57ba84-ed57-4a5c-8bbe-f4a74e0cf593 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/455957d6-6b99-4495-816f-b1f4e39520c0 HTTP/1.1" status: 204 len: 168 time: 1.2056401 Apr 11 06:30:59.394763 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:30:59.399874 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32619f6-f519-48c4-95f1-9f362d419671 req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Made reservation on behalf of 5172a438ed16452899c496083e8fae1a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:30:59.406447 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 42c94d9e-0147-4060-969c-6590d22a8232 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:30:59.408587 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e32619f6-f519-48c4-95f1-9f362d419671 req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.420496 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-062bc50e-9673-4d71-bf70-3ae71cea9195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.470586 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57ba84-ed57-4a5c-8bbe-f4a74e0cf593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455957d6-6b99-4495-816f-b1f4e39520c0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:59.486022 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0885a2ac-a033-4741-b2ee-2fb1ec6bac24 admin admin] Publish callbacks [] for security_group (e1de582f-67fe-4eba-81b5-046b635a7448), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.487377 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:30:59.491102 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:30:59.495318 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0885a2ac-a033-4741-b2ee-2fb1ec6bac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (e1de582f-67fe-4eba-81b5-046b635a7448), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.651112 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bc50e-9673-4d71-bf70-3ae71cea9195 None None] Pushing event updated for resources: {'Port': ['ID=755a7594-69ab-42f1-9d69-b736e05d536b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:59.701245 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885a2ac-a033-4741-b2ee-2fb1ec6bac24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1de582f-67fe-4eba-81b5-046b635a7448,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:30:59.708253 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 755a7594-69ab-42f1-9d69-b736e05d536b up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:30:59.723877 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0885a2ac-a033-4741-b2ee-2fb1ec6bac24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33f098a986b04c4da331f8bd55f49342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9318686 Apr 11 06:30:59.728342 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34084) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:30:59.902282 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f494d344-430d-416b-805f-b236a933517f admin admin] Publish callbacks [] for security_group (e1de582f-67fe-4eba-81b5-046b635a7448), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.922264 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 755a7594-69ab-42f1-9d69-b736e05d536b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:30:59.923786 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:30:59.947436 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-e32619f6-f519-48c4-95f1-9f362d419671 req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Allocated IP 172.20.0.14 (91ae923f-e529-4c46-bebf-04bc44672a05/370610d9-2d32-42ba-9b8e-976ebda59ea6/a1c9991e-d057-4e1b-89df-c238b3125ae0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:30:59.959852 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f494d344-430d-416b-805f-b236a933517f admin admin] Publish callbacks [] for security_group (e1de582f-67fe-4eba-81b5-046b635a7448), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:00.096887 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34088) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:00.115009 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f494d344-430d-416b-805f-b236a933517f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (e1de582f-67fe-4eba-81b5-046b635a7448), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:00.117841 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f494d344-430d-416b-805f-b236a933517f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:00.122382 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f494d344-430d-416b-805f-b236a933517f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1de582f-67fe-4eba-81b5-046b635a7448 HTTP/1.1" status: 204 len: 168 time: 0.3911543 Apr 11 06:31:00.128183 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'Port': ['ID=dc121084-bc81-4b6e-b44b-de3e82183082,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:00.134828 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494d344-430d-416b-805f-b236a933517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1de582f-67fe-4eba-81b5-046b635a7448,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:00.226566 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 755a7594-69ab-42f1-9d69-b736e05d536b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:00.265460 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-87d6c875-3d28-4a77-8924-4e86ab474d65 req-008c313e-f546-40ff-8550-44d3db579d83 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 210 time: 0.0406113 Apr 11 06:31:00.371412 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acc3ea-bf28-4c5f-8905-6c09d22f32cf req-14957f3f-6868-4b0d-952e-55ecb1e9cf2a tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:00.384352 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-32acc3ea-bf28-4c5f-8905-6c09d22f32cf req-14957f3f-6868-4b0d-952e-55ecb1e9cf2a tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 944 time: 0.1219299 Apr 11 06:31:00.408965 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f96885f0-99a0-428e-ab35-399dadd99614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:00.428713 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2855594-133f-41c4-a0a1-7a56df09cc21 req-c3f93120-a3ef-418c-84cf-52a46a038ae2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 210 time: 0.0418761 Apr 11 06:31:00.471265 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.20', 50222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:00.486226 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-32acc3ea-bf28-4c5f-8905-6c09d22f32cf req-f85e3f68-5996-4b70-95fc-23e2caed6066 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005816 Apr 11 06:31:00.793307 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (01abb464-6f11-4141-b97c-1cec3c1eaeee), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:00.991900 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (dc121084-bc81-4b6e-b44b-de3e82183082), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:00.997568 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e32619f6-f519-48c4-95f1-9f362d419671 req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.102600 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-19817d94-68e0-448a-b666-d84607b3027d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:01.104516 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-19817d94-68e0-448a-b666-d84607b3027d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 819 time: 0.6258452 Apr 11 06:31:01.134714 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Request body: {'port': {'device_id': '2fbb12b9-0ea7-43d4-974b-38fbe7928e77', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'admin_state_up': True, 'tenant_id': '5172a438ed16452899c496083e8fae1a'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:01.150338 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f96885f0-99a0-428e-ab35-399dadd99614 admin admin] Publish callbacks [] for security_group (3f4cb622-beea-4511-9a40-9672ff2e7db7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.167959 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.20', 50226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:01.184628 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f96885f0-99a0-428e-ab35-399dadd99614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (3f4cb622-beea-4511-9a40-9672ff2e7db7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.334912 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e32619f6-f519-48c4-95f1-9f362d419671 req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.338039 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-70adc8a0-e414-4a1b-a0d1-8418e426a649 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:01.339910 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-70adc8a0-e414-4a1b-a0d1-8418e426a649 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 816 time: 0.1705780 Apr 11 06:31:01.398692 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f96885f0-99a0-428e-ab35-399dadd99614 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed075f9d856c4cf3b070ba7ecb87d482&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2993600 Apr 11 06:31:01.407907 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34146) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:01.413081 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9d9263c6-85cc-4b45-b49e-0fa382643c50 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:01.424370 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96885f0-99a0-428e-ab35-399dadd99614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4cb622-beea-4511-9a40-9672ff2e7db7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:01.484210 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32619f6-f519-48c4-95f1-9f362d419671 req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Network 91ae923f-e529-4c46-bebf-04bc44672a05 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:01.518332 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port 9d9263c6-85cc-4b45-b49e-0fa382643c50 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:31:01.537136 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 9d9263c6-85cc-4b45-b49e-0fa382643c50 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:01.537693 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.581020 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-e32619f6-f519-48c4-95f1-9f362d419671 req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:01.587122 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32619f6-f519-48c4-95f1-9f362d419671 req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:01.598206 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3f618e14-682b-4e8f-a12c-297cce5ed7ba req-12cc1b9c-eba4-4c65-aeff-c3d8d6d94ecd tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 210 time: 0.1738572 Apr 11 06:31:01.618318 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-2a9671ae-c6c9-4cba-860e-fdc4240e7eef tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd HTTP/1.1" status: 200 len: 380 time: 0.2703171 Apr 11 06:31:01.624275 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34160) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:01.641140 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 755a7594-69ab-42f1-9d69-b736e05d536b up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:01.679758 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Request body: {'port': {'device_id': 'a0453986-1571-43cd-9ada-1337d4570325', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'admin_state_up': True, 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'security_groups': ['78700a27-7edf-429b-ae27-e9c7cfe13e12']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:01.706428 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event updated for resources: {'Port': ['ID=a1c9991e-d057-4e1b-89df-c238b3125ae0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:01.751807 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 755a7594-69ab-42f1-9d69-b736e05d536b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:01.757520 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.759171 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32619f6-f519-48c4-95f1-9f362d419671 req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:01.760501 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e32619f6-f519-48c4-95f1-9f362d419671 req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.804226 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-665c2793-10f9-4c35-bfe4-92e3d3e854a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7250290 Apr 11 06:31:01.830343 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Request body: {'port': {'device_id': 'ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:01.865997 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for port (dc121084-bc81-4b6e-b44b-de3e82183082), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.873066 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Made reservation on behalf of 5172a438ed16452899c496083e8fae1a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:01.876480 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.883134 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (dc121084-bc81-4b6e-b44b-de3e82183082), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.884416 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 9d9263c6-85cc-4b45-b49e-0fa382643c50 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:01.885113 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.892395 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8aa4b5dc-79f8-447f-8c88-31f8ec6b5b2a admin admin] Publish callbacks [] for security_group (3f4cb622-beea-4511-9a40-9672ff2e7db7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:01.942562 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'Port': ['ID=dc121084-bc81-4b6e-b44b-de3e82183082,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:01.947937 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9839683-8829-4e7c-85f9-5ac299b333c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9263c6-85cc-4b45-b49e-0fa382643c50'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:01.949878 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8aa4b5dc-79f8-447f-8c88-31f8ec6b5b2a admin admin] Publish callbacks [] for security_group (3f4cb622-beea-4511-9a40-9672ff2e7db7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.027762 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 755a7594-69ab-42f1-9d69-b736e05d536b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:02.036204 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9d9263c6-85cc-4b45-b49e-0fa382643c50, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9d9263c6-85cc-4b45-b49e-0fa382643c50,segment=NetworkSegment(b7a35a3e-4d3a-48c7-b906-4d097cdd9169),segment_id=b7a35a3e-4d3a-48c7-b906-4d097cdd9169)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:02.042254 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-56050b14-506c-476b-a622-4c4bcadf10c5 req-f2b1aad5-1ce4-425d-9318-e1ca26b99c52 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 210 time: 0.3843708 Apr 11 06:31:02.045734 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.125974 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc50ec-e8cf-4c25-81be-3c126c663a8a req-41296ae4-2137-4cb4-b0ea-fe3867871bfa tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:02.125974 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a2bc50ec-e8cf-4c25-81be-3c126c663a8a req-41296ae4-2137-4cb4-b0ea-fe3867871bfa tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 945 time: 0.2970328 Apr 11 06:31:02.130821 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (01abb464-6f11-4141-b97c-1cec3c1eaeee), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.164836 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.167526 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fc46f97c-a8db-4970-b96d-94e333002561 None None] Provisioning complete for port a1c9991e-d057-4e1b-89df-c238b3125ae0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:02.168062 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc46f97c-a8db-4970-b96d-94e333002561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.171569 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8aa4b5dc-79f8-447f-8c88-31f8ec6b5b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (3f4cb622-beea-4511-9a40-9672ff2e7db7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.176820 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8aa4b5dc-79f8-447f-8c88-31f8ec6b5b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.187039 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8aa4b5dc-79f8-447f-8c88-31f8ec6b5b2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f4cb622-beea-4511-9a40-9672ff2e7db7 HTTP/1.1" status: 204 len: 168 time: 0.7778339 Apr 11 06:31:02.224425 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=9d9263c6-85cc-4b45-b49e-0fa382643c50,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:02.226810 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.231207 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ef588f6c-8e7b-43a2-8f1a-58617b6e7959 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8996813 Apr 11 06:31:02.245835 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4b5dc-79f8-447f-8c88-31f8ec6b5b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4cb622-beea-4511-9a40-9672ff2e7db7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:02.247662 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6590c8fa-3f7b-4c7a-bd89-c79dd46ba979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.248980 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fc46f97c-a8db-4970-b96d-94e333002561 None None] Port a1c9991e-d057-4e1b-89df-c238b3125ae0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:02.263695 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Made reservation on behalf of 10290d6a8afe4c38af3ac7e7699b5fbd for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:02.268631 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.381116 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a2bc50ec-e8cf-4c25-81be-3c126c663a8a req-166e46cc-9f05-45c3-90a9-581f90626122 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379978 Apr 11 06:31:02.493731 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952f98ae-abb9-4a5d-99d1-e7d1198a79af" -d '{"events": [{"server_uuid": "e9839683-8829-4e7c-85f9-5ac299b333c6", "name": "network-vif-plugged", "status": "completed", "tag": "9d9263c6-85cc-4b45-b49e-0fa382643c50"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:02.516432 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6590c8fa-3f7b-4c7a-bd89-c79dd46ba979 admin admin] Publish callbacks [] for security_group (9b5e4319-447c-42fe-9d5a-07ca38d3d948), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.532888 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Allocated IP 172.20.0.9 (91ae923f-e529-4c46-bebf-04bc44672a05/370610d9-2d32-42ba-9b8e-976ebda59ea6/c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:02.707651 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6590c8fa-3f7b-4c7a-bd89-c79dd46ba979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (9b5e4319-447c-42fe-9d5a-07ca38d3d948), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.763828 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590c8fa-3f7b-4c7a-bd89-c79dd46ba979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5e4319-447c-42fe-9d5a-07ca38d3d948,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:02.797529 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.854465 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6590c8fa-3f7b-4c7a-bd89-c79dd46ba979 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=519fcfba563d4458b9c7771ec5b6ce15&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2266295 Apr 11 06:31:02.859939 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:02.892143 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-9255862a-8dfd-401d-9a5a-80b80957c204 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2044480748&fields=id&tenant_id=b29caae4ee6c45cc97f3f452026667f6 HTTP/1.1" status: 200 len: 267 time: 0.1855900 Apr 11 06:31:02.902006 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:02.903049 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792e8456-4945-43ef-b493-811cb4969f88 x-openstack-request-id: req-792e8456-4945-43ef-b493-811cb4969f88 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:02.903536 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9839683-8829-4e7c-85f9-5ac299b333c6", "name": "network-vif-plugged", "status": "completed", "tag": "9d9263c6-85cc-4b45-b49e-0fa382643c50", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:02.903937 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-792e8456-4945-43ef-b493-811cb4969f88 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:02.904570 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-792e8456-4945-43ef-b493-811cb4969f88'] response: {'server_uuid': 'e9839683-8829-4e7c-85f9-5ac299b333c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9263c6-85cc-4b45-b49e-0fa382643c50', 'code': 200} Apr 11 06:31:02.906843 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Allocated IP 172.20.0.9 (06c241ac-a352-48b1-915a-dd06a7e87765/dad8f048-1c99-4851-b535-5d3e8975b7d7/3f9920ed-9818-44dd-ac5c-8eee9b7b78e8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:02.994291 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event updated for resources: {'Port': ['ID=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:03.053741 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d4996-f575-4e18-8698-ed9e797483e1 req-2452f65f-d94f-4f28-9acc-43ec3eb699a0 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:03.055604 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eb9d4996-f575-4e18-8698-ed9e797483e1 req-2452f65f-d94f-4f28-9acc-43ec3eb699a0 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 931 time: 0.0591629 Apr 11 06:31:03.082042 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Network 91ae923f-e529-4c46-bebf-04bc44672a05 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:03.083362 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14dfe368-fcf2-4b88-91ce-03c558c48749 admin admin] Publish callbacks [] for security_group (9b5e4319-447c-42fe-9d5a-07ca38d3d948), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.089739 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:03.098925 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:03.139512 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.20', 50229) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:03.157881 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:03.158537 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.185597 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14dfe368-fcf2-4b88-91ce-03c558c48749 admin admin] Publish callbacks [] for security_group (9b5e4319-447c-42fe-9d5a-07ca38d3d948), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.220253 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-8689cf22-b5e2-4d69-9de7-b8861919d191 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1006606 Apr 11 06:31:03.249751 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Request body: {'port': {'device_id': '2fbb12b9-0ea7-43d4-974b-38fbe7928e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:03.277095 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.350341 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.382128 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811903ed-6303-43ac-9f8b-320ac068f89d req-681f0e1b-46b3-42e6-9ad9-c09871253dda tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:03.389287 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-681f0e1b-46b3-42e6-9ad9-c09871253dda tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 814 time: 0.4879274 Apr 11 06:31:03.399481 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.419122 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14dfe368-fcf2-4b88-91ce-03c558c48749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (9b5e4319-447c-42fe-9d5a-07ca38d3d948), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.421721 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14dfe368-fcf2-4b88-91ce-03c558c48749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.422939 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-14dfe368-fcf2-4b88-91ce-03c558c48749 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b5e4319-447c-42fe-9d5a-07ca38d3d948 HTTP/1.1" status: 204 len: 168 time: 0.5614398 Apr 11 06:31:03.455844 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfe368-fcf2-4b88-91ce-03c558c48749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5e4319-447c-42fe-9d5a-07ca38d3d948,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:03.470030 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c9991e-d057-4e1b-89df-c238b3125ae0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:03.481831 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Publish callbacks [] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.501932 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5ea51c6b-98a9-4048-a8f7-97b8003e5607 None None] Provisioning complete for port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:03.502506 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ea51c6b-98a9-4048-a8f7-97b8003e5607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.508319 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Transition to ACTIVE for port object a1c9991e-d057-4e1b-89df-c238b3125ae0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:31:03.527960 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-5a334522-f367-4f12-948b-816a1a73bf33 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/quotas/b29caae4ee6c45cc97f3f452026667f6 HTTP/1.1" status: 200 len: 375 time: 0.1372955 Apr 11 06:31:03.557795 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.583151 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5ea51c6b-98a9-4048-a8f7-97b8003e5607 None None] Port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:03.615389 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Network 06c241ac-a352-48b1-915a-dd06a7e87765 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:03.641478 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eb9d4996-f575-4e18-8698-ed9e797483e1 req-cf16d6bf-d0fa-4975-a21b-f697b25519f2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745907 Apr 11 06:31:03.666800 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dcfac-f2d6-472a-a4f5-be9f4d85c309 req-5bb855e5-fe8f-4bea-8cac-35db00df3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:03.672621 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ab2dcfac-f2d6-472a-a4f5-be9f4d85c309 req-5bb855e5-fe8f-4bea-8cac-35db00df3f02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 1129 time: 0.5193830 Apr 11 06:31:03.690540 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:03.691790 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c9991e-d057-4e1b-89df-c238b3125ae0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:03.701207 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:03.705231 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event updated for resources: {'Port': ['ID=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:03.715795 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-334ce07e-83a8-4627-94dc-56c52b692266 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1868100 Apr 11 06:31:03.764527 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ab2dcfac-f2d6-472a-a4f5-be9f4d85c309 req-58615b6a-0d65-4b0a-9af6-54c8fe88be2f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.845551 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Attempting to bind port a1c9991e-d057-4e1b-89df-c238b3125ae0 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:03.845901 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Attempting to bind port a1c9991e-d057-4e1b-89df-c238b3125ae0 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:03.846198 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Attempting to bind port a1c9991e-d057-4e1b-89df-c238b3125ae0 on network 91ae923f-e529-4c46-bebf-04bc44672a05 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:03.854021 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Port a1c9991e-d057-4e1b-89df-c238b3125ae0 on network 91ae923f-e529-4c46-bebf-04bc44672a05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:31:03.854359 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Attempting to bind port a1c9991e-d057-4e1b-89df-c238b3125ae0 on network 91ae923f-e529-4c46-bebf-04bc44672a05 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:03.908386 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:03.908706 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Checking segment: {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:03.909390 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Bound using segment: {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:03.909925 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Bound port: a1c9991e-d057-4e1b-89df-c238b3125ae0, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:03.910194 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.952420 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:03.953515 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:03.987607 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cc080-731e-4d39-bdb2-a5f8cd028cfb req-04ed45f4-cb77-46ec-b8a7-2bb7d9c619f1 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:03.990527 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-568cc080-731e-4d39-bdb2-a5f8cd028cfb req-04ed45f4-cb77-46ec-b8a7-2bb7d9c619f1 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 931 time: 0.2216656 Apr 11 06:31:04.070817 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:04.080016 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-28bcbaba-ef56-4f5b-8bd7-69f9da7702a4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4315107 Apr 11 06:31:04.088569 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Publish callbacks [] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.124491 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Transition to ACTIVE for port object c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:31:04.125322 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Request body: {'port': {'device_id': 'a0453986-1571-43cd-9ada-1337d4570325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:04.125707 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] For port a1c9991e-d057-4e1b-89df-c238b3125ae0, host hv-cinder-83699, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:04.129184 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] For port a1c9991e-d057-4e1b-89df-c238b3125ae0, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a1c9991e-d057-4e1b-89df-c238b3125ae0,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:04.132125 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.142093 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.160814 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-cd2e5a6e-7e47-4243-b9f7-44d7acb79e49 None None] Provisioning complete for port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:04.161552 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd2e5a6e-7e47-4243-b9f7-44d7acb79e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.207187 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:04.207823 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.208757 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-d493ad8e-7c0f-4373-ac8b-db3671461bdf service neutron] 10.222.0.18 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702270 Apr 11 06:31:04.209518 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] 10.222.0.20 "PUT /v2.0/ports/a1c9991e-d057-4e1b-89df-c238b3125ae0 HTTP/1.1" status: 200 len: 1094 time: 2.3866000 Apr 11 06:31:04.211830 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1', 'tag': 'a1c9991e-d057-4e1b-89df-c238b3125ae0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:04.223753 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116c5ed0-992e-4ca6-b648-1ac208338f53" -d '{"events": [{"name": "network-changed", "server_uuid": "ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1", "tag": "a1c9991e-d057-4e1b-89df-c238b3125ae0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:04.287698 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:04.289273 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-568cc080-731e-4d39-bdb2-a5f8cd028cfb req-9c008f18-47c1-4e21-ba22-5d80bddc7187 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836993 Apr 11 06:31:04.314025 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e5a6e-7e47-4243-b9f7-44d7acb79e49 None None] Port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:04.350815 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34258) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:04.458872 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ab2dcfac-f2d6-472a-a4f5-be9f4d85c309 req-58615b6a-0d65-4b0a-9af6-54c8fe88be2f service neutron] Publish callbacks [] for security_group (9a8593d7-9eea-4510-a7aa-e93422174ec9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.486484 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76ae54f8-fd56-4fc3-a27d-0e4a295e71b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.511944 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-ab2dcfac-f2d6-472a-a4f5-be9f4d85c309 req-58615b6a-0d65-4b0a-9af6-54c8fe88be2f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (9a8593d7-9eea-4510-a7aa-e93422174ec9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.537965 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32619f6-f519-48c4-95f1-9f362d419671 req-917e4731-b004-49cd-9cd1-a7b360931d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:04.539805 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-917e4731-b004-49cd-9cd1-a7b360931d8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 1128 time: 0.2351592 Apr 11 06:31:04.557656 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.580489 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419450-6bc8-472c-a5aa-011f748308d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c9991e-d057-4e1b-89df-c238b3125ae0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:04.621945 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Attempting to bind port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:04.622532 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Attempting to bind port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:04.624329 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Attempting to bind port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb on network 91ae923f-e529-4c46-bebf-04bc44672a05 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:04.635877 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-ac5a287c-543f-48e5-bc71-3a63a9f8afcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1c9991e-d057-4e1b-89df-c238b3125ae0 HTTP/1.1" status: 200 len: 217 time: 0.0755055 Apr 11 06:31:04.638060 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb on network 91ae923f-e529-4c46-bebf-04bc44672a05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:31:04.638383 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Attempting to bind port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb on network 91ae923f-e529-4c46-bebf-04bc44672a05 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:04.666163 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794b0d-1cb6-4480-91a5-4ddf12bc0e8b req-ea68df31-522b-4d8a-98c0-6a368bfa829e tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:04.669750 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2b794b0d-1cb6-4480-91a5-4ddf12bc0e8b req-ea68df31-522b-4d8a-98c0-6a368bfa829e tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 945 time: 0.2554173 Apr 11 06:31:04.679390 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:04.679390 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Checking segment: {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:04.679736 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Bound using segment: {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:04.680158 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Bound port: c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:04.680606 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.683128 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58615b6a-0d65-4b0a-9af6-54c8fe88be2f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8593d7-9eea-4510-a7aa-e93422174ec9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:04.730179 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32619f6-f519-48c4-95f1-9f362d419671 req-b8964727-f9f0-4ecd-aafb-b8b1a8bc452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:04.731646 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-b8964727-f9f0-4ecd-aafb-b8b1a8bc452c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.0909266 Apr 11 06:31:04.732620 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ab2dcfac-f2d6-472a-a4f5-be9f4d85c309 req-58615b6a-0d65-4b0a-9af6-54c8fe88be2f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0376971 Apr 11 06:31:04.762663 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-6b880429-624a-43ab-8d80-b72eec26cd97 service neutron] 10.222.0.18 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527439 Apr 11 06:31:04.784528 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] For port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb, host hv-cinder-83699, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:04.789812 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] For port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:04.799738 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.861192 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34276) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:04.893262 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:04.894640 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:04.897347 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] 10.222.0.20 "PUT /v2.0/ports/c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb HTTP/1.1" status: 200 len: 1093 time: 1.6658604 Apr 11 06:31:04.904286 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6fb55-ba0e-4bda-a18b-00b2953f9e19 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:05.180869 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f984759d-5b47-413a-8d68-cc5c18674dbe x-openstack-request-id: req-f984759d-5b47-413a-8d68-cc5c18674dbe {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:05.181676 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1", "tag": "a1c9991e-d057-4e1b-89df-c238b3125ae0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:05.181676 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f984759d-5b47-413a-8d68-cc5c18674dbe {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:05.182003 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f984759d-5b47-413a-8d68-cc5c18674dbe'] response: {'name': 'network-changed', 'server_uuid': 'ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1', 'tag': 'a1c9991e-d057-4e1b-89df-c238b3125ae0', 'status': 'completed', 'code': 200} Apr 11 06:31:05.190061 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2b794b0d-1cb6-4480-91a5-4ddf12bc0e8b req-48ebc92e-acc7-4d8b-acea-0eaedad4aca4 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877739 Apr 11 06:31:05.205316 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32619f6-f519-48c4-95f1-9f362d419671 req-e86a15e9-b36b-4494-a88c-7f3751e62dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:05.206949 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-e86a15e9-b36b-4494-a88c-7f3751e62dc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2410672 Apr 11 06:31:05.213692 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-4281aaec-375e-429b-a036-90c8c29d305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:05.215320 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-4281aaec-375e-429b-a036-90c8c29d305b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 1127 time: 0.1290393 Apr 11 06:31:05.345865 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fe32169-4be7-4acb-99ee-9d061ae21d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.349196 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76ae54f8-fd56-4fc3-a27d-0e4a295e71b5 admin admin] Publish callbacks [] for security_group (1a18424d-1efc-452b-99a8-5af134c35fa6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.383916 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-76ae54f8-fd56-4fc3-a27d-0e4a295e71b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (1a18424d-1efc-452b-99a8-5af134c35fa6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.619298 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7cb906d8-181b-43b6-9b6a-3f7c7049a5de req-598479e3-6489-42ec-bab7-98fc80033ca5 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 210 time: 0.2725046 Apr 11 06:31:05.667097 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed87b4-8d1e-437f-a3dc-40538e3a68c8 req-870f24d6-a224-4b57-acb1-cbd777c99b44 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:05.674239 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-08ed87b4-8d1e-437f-a3dc-40538e3a68c8 req-870f24d6-a224-4b57-acb1-cbd777c99b44 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 943 time: 0.4170732 Apr 11 06:31:05.708174 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-76ae54f8-fd56-4fc3-a27d-0e4a295e71b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f578e5b9cee94ec281a122a11b129d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3509848 Apr 11 06:31:05.732877 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34300) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:05.762677 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae54f8-fd56-4fc3-a27d-0e4a295e71b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a18424d-1efc-452b-99a8-5af134c35fa6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:05.772473 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-22e91750-887c-4991-bab8-cf5bc321a03e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb HTTP/1.1" status: 200 len: 217 time: 0.3196430 Apr 11 06:31:05.838928 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-1d8d80cb-dcf7-4e99-9b00-92d69ff45263 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324603 Apr 11 06:31:05.843935 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683596da-1225-4f46-a5f0-be8aa96255b7 req-982b6043-caf0-4196-a91b-c4e078315608 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:05.845459 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-683596da-1225-4f46-a5f0-be8aa96255b7 req-982b6043-caf0-4196-a91b-c4e078315608 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 931 time: 0.1497612 Apr 11 06:31:05.858425 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-2993dc49-a612-4ef1-b547-e22b95bae6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:05.860525 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-2993dc49-a612-4ef1-b547-e22b95bae6ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.0806901 Apr 11 06:31:05.912792 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-08ed87b4-8d1e-437f-a3dc-40538e3a68c8 req-4df18ddc-cb90-4dcd-9ff8-4f775d0c466b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375615 Apr 11 06:31:05.925110 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:05.950308 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Publish callbacks [] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:05.956835 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-77d82cf6-cae4-4a95-bf30-21f820c59d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:05.958363 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-77d82cf6-cae4-4a95-bf30-21f820c59d3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518939 Apr 11 06:31:05.973455 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e32619f6-f519-48c4-95f1-9f362d419671 req-01c15431-04d5-4a1f-a8b1-fa85f1fafc64 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286919 Apr 11 06:31:05.996548 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-986a4ba3-3fe8-443d-97fa-e1bd39ecd34a admin admin] Publish callbacks [] for security_group (1a18424d-1efc-452b-99a8-5af134c35fa6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.007746 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Transition to ACTIVE for port object 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:31:06.011031 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fe32169-4be7-4acb-99ee-9d061ae21d4f admin admin] Publish callbacks [] for security_group (1ff5f382-092d-4ad7-b37a-984b9314d578), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.016815 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-683596da-1225-4f46-a5f0-be8aa96255b7 req-f198cea0-716f-417d-91f3-2d65268d67b6 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462040 Apr 11 06:31:06.023884 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fe32169-4be7-4acb-99ee-9d061ae21d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (1ff5f382-092d-4ad7-b37a-984b9314d578), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.026244 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.089519 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-986a4ba3-3fe8-443d-97fa-e1bd39ecd34a admin admin] Publish callbacks [] for security_group (1a18424d-1efc-452b-99a8-5af134c35fa6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.126797 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe32169-4be7-4acb-99ee-9d061ae21d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff5f382-092d-4ad7-b37a-984b9314d578,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:06.132081 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8fe32169-4be7-4acb-99ee-9d061ae21d4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=582ea68c1daf4044bfd03277eb8af86a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2697780 Apr 11 06:31:06.135141 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34302) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:06.142804 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:31:06.151975 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Pushing event updated for resources: {'Port': ['ID=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:06.264568 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Attempting to bind port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:06.265241 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Attempting to bind port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:06.268998 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Attempting to bind port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 on network 06c241ac-a352-48b1-915a-dd06a7e87765 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:06.274109 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78da051f-83e7-4295-a56b-58d71bd5f4a6 admin admin] Publish callbacks [] for security_group (1ff5f382-092d-4ad7-b37a-984b9314d578), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.278066 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 on network 06c241ac-a352-48b1-915a-dd06a7e87765 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:31:06.278066 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Attempting to bind port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 on network 06c241ac-a352-48b1-915a-dd06a7e87765 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:06.282830 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:06.283169 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Checking segment: {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:06.283729 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Bound using segment: {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:06.284184 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Bound port: 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:06.284587 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.303324 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-986a4ba3-3fe8-443d-97fa-e1bd39ecd34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (1a18424d-1efc-452b-99a8-5af134c35fa6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.306283 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-986a4ba3-3fe8-443d-97fa-e1bd39ecd34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.310444 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-986a4ba3-3fe8-443d-97fa-e1bd39ecd34a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a18424d-1efc-452b-99a8-5af134c35fa6 HTTP/1.1" status: 204 len: 168 time: 0.5701358 Apr 11 06:31:06.318193 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a4ba3-3fe8-443d-97fa-e1bd39ecd34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a18424d-1efc-452b-99a8-5af134c35fa6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:06.365503 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78da051f-83e7-4295-a56b-58d71bd5f4a6 admin admin] Publish callbacks [] for security_group (1ff5f382-092d-4ad7-b37a-984b9314d578), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.396475 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-9a33b22b-8724-4d80-afaf-9e7ad6a42a32 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131650 Apr 11 06:31:06.433618 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:06.443132 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5acec8-1427-48e0-ab08-a5a1698aa39a req-cd2b9c9f-a6f0-45a7-aaf0-95f5e7a1bd32 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:06.445229 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7a5acec8-1427-48e0-ab08-a5a1698aa39a req-cd2b9c9f-a6f0-45a7-aaf0-95f5e7a1bd32 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 945 time: 0.0815463 Apr 11 06:31:06.447753 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:06.458089 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78da051f-83e7-4295-a56b-58d71bd5f4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (1ff5f382-092d-4ad7-b37a-984b9314d578), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.458650 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.460942 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78da051f-83e7-4295-a56b-58d71bd5f4a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.462341 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-78da051f-83e7-4295-a56b-58d71bd5f4a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ff5f382-092d-4ad7-b37a-984b9314d578 HTTP/1.1" status: 204 len: 168 time: 0.3261044 Apr 11 06:31:06.472113 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da051f-83e7-4295-a56b-58d71bd5f4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff5f382-092d-4ad7-b37a-984b9314d578,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:06.550266 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:06.550905 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:06.554265 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] 10.222.0.20 "PUT /v2.0/ports/3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 HTTP/1.1" status: 200 len: 1093 time: 2.4465728 Apr 11 06:31:06.563444 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:06.627192 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7a5acec8-1427-48e0-ab08-a5a1698aa39a req-9b5452b4-2983-4ae3-86db-f4dab35bd7d2 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725740 Apr 11 06:31:06.636568 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdc491-c132-4ba0-941c-5b916de474cd service neutron] Pushing event updated for resources: {'Port': ['ID=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:06.763179 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d79a5851-fde8-47ca-b6b6-878006717ac8 req-13005f5f-6dc3-4fc5-970e-144c7555b9a2 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 210 time: 0.0369351 Apr 11 06:31:06.921220 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03291f89-30d5-4670-acd6-4ff1d774acf5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:07.036975 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34350) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:07.073668 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a808b4b9-baf1-4232-a0ca-de503582e5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.128695 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e0e8e2-9eea-4bcc-b75d-cdf963f08641 x-openstack-request-id: req-95e0e8e2-9eea-4bcc-b75d-cdf963f08641 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:07.129004 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:07.129381 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95e0e8e2-9eea-4bcc-b75d-cdf963f08641 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:07.129832 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e0e8e2-9eea-4bcc-b75d-cdf963f08641'] response: {'name': 'network-changed', 'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'status': 'completed', 'code': 200} Apr 11 06:31:07.146033 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5ed0-992e-4ca6-b648-1ac208338f53 req-30a97f48-03fd-41f4-b10c-6a007074319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:07.148111 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-116c5ed0-992e-4ca6-b648-1ac208338f53 req-30a97f48-03fd-41f4-b10c-6a007074319d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 1128 time: 0.1623192 Apr 11 06:31:07.169438 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ba4a9-125b-4ef3-926a-1ff7892d739d req-91854045-beb3-4009-9cf8-d6a258b87416 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:07.178200 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b6ba4a9-125b-4ef3-926a-1ff7892d739d req-91854045-beb3-4009-9cf8-d6a258b87416 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 943 time: 0.1393490 Apr 11 06:31:07.216334 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbb12b9-0ea7-43d4-974b-38fbe7928e77', 'tag': 'c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:07.219129 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35e5b95-fde3-4e4f-b93b-d30039b05b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbb12b9-0ea7-43d4-974b-38fbe7928e77", "tag": "c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:07.286883 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811903ed-6303-43ac-9f8b-320ac068f89d req-d6d08091-784e-4221-9d85-b2eb4f18b522 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:07.287334 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e0c62-b710-4d84-9482-0e5b3979158c req-383fe90d-10a6-4b39-92d5-a5437a84c83e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:07.288177 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-d6d08091-784e-4221-9d85-b2eb4f18b522 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 814 time: 0.2518733 Apr 11 06:31:07.289248 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d31e0c62-b710-4d84-9482-0e5b3979158c req-383fe90d-10a6-4b39-92d5-a5437a84c83e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0986004 Apr 11 06:31:07.292093 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba13eb22-9464-439b-9f71-e3ec700b92f1 req-c0f36774-0227-45ac-be2c-2c8890aa9539 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352089 Apr 11 06:31:07.319423 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b6ba4a9-125b-4ef3-926a-1ff7892d739d req-6db60a15-fe89-45aa-88fe-46278b0d08ef tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382158 Apr 11 06:31:07.389223 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a808b4b9-baf1-4232-a0ca-de503582e5d0 admin admin] Publish callbacks [] for security_group (d4307490-5ebf-4cb6-953c-53bd03f86000), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.391799 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d31e0c62-b710-4d84-9482-0e5b3979158c req-e8ac1390-646e-46f4-a8b2-ebc292958959 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934868 Apr 11 06:31:07.400221 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a808b4b9-baf1-4232-a0ca-de503582e5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (d4307490-5ebf-4cb6-953c-53bd03f86000), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.402733 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f518ee1-387c-4f22-aee1-21272700d906 x-openstack-request-id: req-1f518ee1-387c-4f22-aee1-21272700d906 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:07.403303 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbb12b9-0ea7-43d4-974b-38fbe7928e77", "tag": "c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:07.403753 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f518ee1-387c-4f22-aee1-21272700d906 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:07.404602 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f518ee1-387c-4f22-aee1-21272700d906'] response: {'name': 'network-changed', 'server_uuid': '2fbb12b9-0ea7-43d4-974b-38fbe7928e77', 'tag': 'c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb', 'status': 'completed', 'code': 200} Apr 11 06:31:07.455868 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a808b4b9-baf1-4232-a0ca-de503582e5d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e49c000f8ad04d76b99f3bf12bbd93f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142444 Apr 11 06:31:07.463603 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:07.554922 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-975f8264-c132-4cd2-a94e-d7bd9e8872a3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29caae4ee6c45cc97f3f452026667f6 HTTP/1.1" status: 200 len: 380 time: 0.1191351 Apr 11 06:31:07.573715 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77d93563-bb54-458e-b8e9-9a54676b934e admin admin] Publish callbacks [] for security_group (d4307490-5ebf-4cb6-953c-53bd03f86000), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.603389 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77d93563-bb54-458e-b8e9-9a54676b934e admin admin] Publish callbacks [] for security_group (d4307490-5ebf-4cb6-953c-53bd03f86000), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.642938 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5ed0-992e-4ca6-b648-1ac208338f53 req-f61dcc87-70f4-49c9-8466-883d89e31963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:07.645198 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-116c5ed0-992e-4ca6-b648-1ac208338f53 req-f61dcc87-70f4-49c9-8466-883d89e31963 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.1872518 Apr 11 06:31:07.648073 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808b4b9-baf1-4232-a0ca-de503582e5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4307490-5ebf-4cb6-953c-53bd03f86000,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:07.661852 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77d93563-bb54-458e-b8e9-9a54676b934e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (d4307490-5ebf-4cb6-953c-53bd03f86000), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.664954 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77d93563-bb54-458e-b8e9-9a54676b934e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:07.666463 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-77d93563-bb54-458e-b8e9-9a54676b934e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4307490-5ebf-4cb6-953c-53bd03f86000 HTTP/1.1" status: 204 len: 168 time: 0.2018378 Apr 11 06:31:07.675459 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d93563-bb54-458e-b8e9-9a54676b934e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4307490-5ebf-4cb6-953c-53bd03f86000,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:07.682778 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-e0180f0d-25f5-4a57-be18-743829bed07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:07.684304 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-e0180f0d-25f5-4a57-be18-743829bed07b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 1127 time: 0.2297239 Apr 11 06:31:07.787247 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3878b2f-a786-4aa7-985d-d0cb8f117a7e req-eafd74cf-60c7-4c87-8b32-9e0f7400e6d5 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:07.788849 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3878b2f-a786-4aa7-985d-d0cb8f117a7e req-eafd74cf-60c7-4c87-8b32-9e0f7400e6d5 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 945 time: 0.0507908 Apr 11 06:31:07.905357 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b011d19a-16b6-4c23-977f-433b62ab3b51 req-3eea9e2a-b52a-44d9-8d18-3b6bca596018 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 210 time: 0.0483155 Apr 11 06:31:07.918839 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3878b2f-a786-4aa7-985d-d0cb8f117a7e req-11dc97ea-9b16-415d-a692-cf9e8cf786f5 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171675 Apr 11 06:31:08.161231 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-811903ed-6303-43ac-9f8b-320ac068f89d req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'port': {'device_id': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'admin_state_up': True, 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'security_groups': ['cf6e8f5d-d003-4fc0-a8a5-e7551f27e784']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:08.261262 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-a7534a91-0582-44d7-a0d4-91d014dac7af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 HTTP/1.1" status: 200 len: 217 time: 0.1053569 Apr 11 06:31:08.322282 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-116c5ed0-992e-4ca6-b648-1ac208338f53 req-15316351-7d18-4ba7-9a5e-aa9f93014cd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1c9991e-d057-4e1b-89df-c238b3125ae0 HTTP/1.1" status: 200 len: 217 time: 0.1557229 Apr 11 06:31:08.411569 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-bd50e8f7-d2dc-4a0a-b435-aaf43e795049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:08.413695 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-bd50e8f7-d2dc-4a0a-b435-aaf43e795049 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.1070249 Apr 11 06:31:08.420578 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5ed0-992e-4ca6-b648-1ac208338f53 req-7b67f73d-5be3-491a-b462-6c86d9bb48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:08.422448 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-116c5ed0-992e-4ca6-b648-1ac208338f53 req-7b67f73d-5be3-491a-b462-6c86d9bb48ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.0909154 Apr 11 06:31:08.561123 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-6f13b312-3aef-4be7-8683-b5a778a6b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:08.562739 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-6f13b312-3aef-4be7-8683-b5a778a6b865 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1392426 Apr 11 06:31:08.565540 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e5b95-fde3-4e4f-b93b-d30039b05b6b req-11b61d17-0099-465c-bf6f-017be108f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:08.573717 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d35e5b95-fde3-4e4f-b93b-d30039b05b6b req-11b61d17-0099-465c-bf6f-017be108f7fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 1127 time: 0.4048948 Apr 11 06:31:08.751216 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811903ed-6303-43ac-9f8b-320ac068f89d req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Made reservation on behalf of b29caae4ee6c45cc97f3f452026667f6 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:08.755442 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-811903ed-6303-43ac-9f8b-320ac068f89d req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:08.771850 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e5b95-fde3-4e4f-b93b-d30039b05b6b req-971cac0f-84de-4cc5-9441-eb75657b4e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:08.774414 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d35e5b95-fde3-4e4f-b93b-d30039b05b6b req-971cac0f-84de-4cc5-9441-eb75657b4e83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.1902018 Apr 11 06:31:08.830931 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d35e5b95-fde3-4e4f-b93b-d30039b05b6b req-f7c3ac41-34ff-475b-8c1c-6ba9b8e22bad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb HTTP/1.1" status: 200 len: 217 time: 0.0503614 Apr 11 06:31:08.907755 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5ed0-992e-4ca6-b648-1ac208338f53 req-31829153-9253-4989-8717-2496fec70b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:08.909530 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-116c5ed0-992e-4ca6-b648-1ac208338f53 req-31829153-9253-4989-8717-2496fec70b6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3918264 Apr 11 06:31:08.950055 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa95dc-fce9-476b-aa65-d176ad0fa07c req-04a7af2c-373e-4287-8e11-2325fb5cfa4f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:08.957180 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1fa95dc-fce9-476b-aa65-d176ad0fa07c req-04a7af2c-373e-4287-8e11-2325fb5cfa4f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 943 time: 0.4409728 Apr 11 06:31:08.998617 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e5b95-fde3-4e4f-b93b-d30039b05b6b req-1f496eed-7386-4fab-a37c-daad214735d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:09.000470 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d35e5b95-fde3-4e4f-b93b-d30039b05b6b req-1f496eed-7386-4fab-a37c-daad214735d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.1244557 Apr 11 06:31:09.018054 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499cc05-80f9-4ffa-ab82-27a140bb3c5f req-ec57c106-efbb-4146-bed6-0e2953c3e2cd tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:09.019573 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f499cc05-80f9-4ffa-ab82-27a140bb3c5f req-ec57c106-efbb-4146-bed6-0e2953c3e2cd tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.4519207 Apr 11 06:31:09.082714 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:09.110881 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-811903ed-6303-43ac-9f8b-320ac068f89d req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Allocated IP 172.20.0.3 (a484c9f1-fa0a-4ecf-a021-c8b6f38a3036/0fa1d8c8-088e-43d7-bf63-0c0a94c71a99/a644093e-daf7-4a64-a8a6-00050ad089da) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:09.114840 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-7bce7f07-a05c-4877-9b35-00a099bdd0fa service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441213 Apr 11 06:31:09.115604 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e5b95-fde3-4e4f-b93b-d30039b05b6b req-d4225f2e-ded2-40bd-939b-3ca007f077d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:09.117194 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d35e5b95-fde3-4e4f-b93b-d30039b05b6b req-d4225f2e-ded2-40bd-939b-3ca007f077d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005058 Apr 11 06:31:09.205013 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1fa95dc-fce9-476b-aa65-d176ad0fa07c req-eac15cde-5995-405e-80cb-303a39ef95ff tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469125 Apr 11 06:31:09.279711 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f499cc05-80f9-4ffa-ab82-27a140bb3c5f req-a281392e-5013-4f13-8e9c-1e6c7abe1498 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489114 Apr 11 06:31:09.292112 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-116c5ed0-992e-4ca6-b648-1ac208338f53 req-85fab0c0-d1a7-4fea-ac1d-e1ff12941faa service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484075 Apr 11 06:31:09.454198 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d35e5b95-fde3-4e4f-b93b-d30039b05b6b req-21188f35-d37f-4f49-9cdd-037e79c3acb2 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087296 Apr 11 06:31:09.467652 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device a1c9991e-d057-4e1b-89df-c238b3125ae0 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:31:09.536982 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff325621-c6bf-49fb-a4f1-e03aa9f1d61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:09.573227 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-811903ed-6303-43ac-9f8b-320ac068f89d req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for port (a644093e-daf7-4a64-a8a6-00050ad089da), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:09.600081 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ce50f5a-86f7-4639-b53f-da4a642b7292 req-7c159b28-3cce-45ea-bc7f-aaa181ef0816 service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658706 Apr 11 06:31:09.610347 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1f9a227-baf1-4931-bc6f-f58329604595 req-ce0b33b7-fed2-4a33-a830-de216162b0e8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 210 time: 0.1547379 Apr 11 06:31:09.621445 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-116c5ed0-992e-4ca6-b648-1ac208338f53 req-b2de77cf-a7ad-44a6-9a5f-ee3d121d40f2 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222349 Apr 11 06:31:09.641772 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port a1c9991e-d057-4e1b-89df-c238b3125ae0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a1c9991e-d057-4e1b-89df-c238b3125ae0,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:09.668316 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': 'a1c9991e-d057-4e1b-89df-c238b3125ae0', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'port_id': 'a1c9991e-d057-4e1b-89df-c238b3125ae0', 'mac_address': 'fa:16:3e:03:e8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:31:09.704983 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d35e5b95-fde3-4e4f-b93b-d30039b05b6b req-0a6d9253-cf65-4335-a4a3-59d42aa36b01 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412202 Apr 11 06:31:09.772257 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port a1c9991e-d057-4e1b-89df-c238b3125ae0 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:09.772662 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:09.806426 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c9991e-d057-4e1b-89df-c238b3125ae0 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:09.808201 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-811903ed-6303-43ac-9f8b-320ac068f89d req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:09.850727 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port a1c9991e-d057-4e1b-89df-c238b3125ae0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a1c9991e-d057-4e1b-89df-c238b3125ae0,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:09.856535 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:09.857253 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:31:09.916689 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:09.924159 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff325621-c6bf-49fb-a4f1-e03aa9f1d61f admin admin] Publish callbacks [] for security_group (87a48425-abe9-4b9d-9293-b997213dc67d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:09.926385 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811903ed-6303-43ac-9f8b-320ac068f89d req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:09.929664 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-811903ed-6303-43ac-9f8b-320ac068f89d req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:09.935390 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-811903ed-6303-43ac-9f8b-320ac068f89d req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:09.938422 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff325621-c6bf-49fb-a4f1-e03aa9f1d61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (87a48425-abe9-4b9d-9293-b997213dc67d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:09.940759 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': 'c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'port_id': 'c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb', 'mac_address': 'fa:16:3e:70:15:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:31:09.944279 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'Port': ['ID=a644093e-daf7-4a64-a8a6-00050ad089da,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:10.096110 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=a1c9991e-d057-4e1b-89df-c238b3125ae0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:10.103824 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:10.105463 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.110817 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ff325621-c6bf-49fb-a4f1-e03aa9f1d61f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5d71077e8404cb190e4f9552a7d7cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0247190 Apr 11 06:31:10.113304 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34536) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:10.116212 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff325621-c6bf-49fb-a4f1-e03aa9f1d61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a48425-abe9-4b9d-9293-b997213dc67d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:10.129192 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811903ed-6303-43ac-9f8b-320ac068f89d req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:10.129802 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-811903ed-6303-43ac-9f8b-320ac068f89d req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.151723 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:10.166151 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-8be311f5-0cd3-4294-bfc3-d439056934cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0101750 Apr 11 06:31:10.214342 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:10.224634 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.234175 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72dce94b-f332-48ff-84d8-b5f3e90dc41e admin admin] Publish callbacks [] for security_group (87a48425-abe9-4b9d-9293-b997213dc67d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.285025 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72dce94b-f332-48ff-84d8-b5f3e90dc41e admin admin] Publish callbacks [] for security_group (87a48425-abe9-4b9d-9293-b997213dc67d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.335829 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-69f0e7b8-d56c-4efa-a06f-9238c7373b7a None None] Provisioning complete for port a644093e-daf7-4a64-a8a6-00050ad089da triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:10.336267 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69f0e7b8-d56c-4efa-a06f-9238c7373b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.378077 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Request body: {'port': {'device_id': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:10.397008 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-69f0e7b8-d56c-4efa-a06f-9238c7373b7a None None] Port a644093e-daf7-4a64-a8a6-00050ad089da cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:10.403663 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:10.412251 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29565a-aa4f-4a07-9733-5eebae586602 req-1d0d3705-468e-4016-b9c4-7e1f1c99f55c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:10.414477 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3c29565a-aa4f-4a07-9733-5eebae586602 req-1d0d3705-468e-4016-b9c4-7e1f1c99f55c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 944 time: 0.1135840 Apr 11 06:31:10.465492 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72dce94b-f332-48ff-84d8-b5f3e90dc41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (87a48425-abe9-4b9d-9293-b997213dc67d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.469871 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-72dce94b-f332-48ff-84d8-b5f3e90dc41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.472077 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-72dce94b-f332-48ff-84d8-b5f3e90dc41e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87a48425-abe9-4b9d-9293-b997213dc67d HTTP/1.1" status: 204 len: 168 time: 0.3576875 Apr 11 06:31:10.522035 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dce94b-f332-48ff-84d8-b5f3e90dc41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a48425-abe9-4b9d-9293-b997213dc67d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:10.536698 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3c29565a-aa4f-4a07-9733-5eebae586602 req-f37f2d37-a24a-40c5-9b87-668da7a400b8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067910 Apr 11 06:31:10.575461 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03291f89-30d5-4670-acd6-4ff1d774acf5 req-afc76f2e-ccad-4e3d-874c-c092612f7e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:10.575998 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['a1c9991e-d057-4e1b-89df-c238b3125ae0'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:31:10.577938 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03291f89-30d5-4670-acd6-4ff1d774acf5 req-afc76f2e-ccad-4e3d-874c-c092612f7e7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 1127 time: 0.1894584 Apr 11 06:31:10.594030 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34560) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:10.649973 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:10.667449 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc944d-07d1-441c-a442-48173f955240 req-5e5ee836-d7c5-4c23-bfd8-7e435c517093 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:10.676880 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-16fc944d-07d1-441c-a442-48173f955240 req-5e5ee836-d7c5-4c23-bfd8-7e435c517093 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0662169 Apr 11 06:31:10.715664 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:31:10.762662 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-16fc944d-07d1-441c-a442-48173f955240 req-19251280-383f-40b7-b52f-829460541770 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836835 Apr 11 06:31:10.873776 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03291f89-30d5-4670-acd6-4ff1d774acf5 req-adfe7b7e-9297-4f80-887b-e17891fdfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:10.878257 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03291f89-30d5-4670-acd6-4ff1d774acf5 req-adfe7b7e-9297-4f80-887b-e17891fdfe41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 916 time: 0.2743983 Apr 11 06:31:10.956968 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90672e4-7c2e-46d6-8b3a-4fede84f6379 req-8a383723-4928-445a-ac75-9a719f9b8c9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:10.958879 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c90672e4-7c2e-46d6-8b3a-4fede84f6379 req-8a383723-4928-445a-ac75-9a719f9b8c9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 931 time: 0.0947053 Apr 11 06:31:11.015073 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03291f89-30d5-4670-acd6-4ff1d774acf5 req-21a76b6d-dcd1-4ec4-9f26-9626d4cb4665 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 HTTP/1.1" status: 200 len: 217 time: 0.1274936 Apr 11 06:31:11.081167 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c90672e4-7c2e-46d6-8b3a-4fede84f6379 req-dd305b36-d9ae-4f82-87f3-82bbabda0ac0 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151369 Apr 11 06:31:11.119280 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03291f89-30d5-4670-acd6-4ff1d774acf5 req-588930da-484b-4c94-be40-ad852ecbf45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:11.120749 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03291f89-30d5-4670-acd6-4ff1d774acf5 req-588930da-484b-4c94-be40-ad852ecbf45a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.0976977 Apr 11 06:31:11.121527 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5017a8f9-3d73-459e-9a60-e032a75a7f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.207716 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03291f89-30d5-4670-acd6-4ff1d774acf5 req-37605523-9787-4ecd-b3cf-f53a375bbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:11.209308 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03291f89-30d5-4670-acd6-4ff1d774acf5 req-37605523-9787-4ecd-b3cf-f53a375bbc80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565534 Apr 11 06:31:11.216433 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5017a8f9-3d73-459e-9a60-e032a75a7f9d admin admin] Publish callbacks [] for security_group (d41d683e-5784-4c01-aac5-78adb70b4c75), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.224020 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5017a8f9-3d73-459e-9a60-e032a75a7f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (d41d683e-5784-4c01-aac5-78adb70b4c75), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.269715 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5017a8f9-3d73-459e-9a60-e032a75a7f9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77f1f35b4ed64de0bcb498b8f02826c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6706510 Apr 11 06:31:11.269715 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017a8f9-3d73-459e-9a60-e032a75a7f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41d683e-5784-4c01-aac5-78adb70b4c75,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:11.271054 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34580) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:11.337876 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5416ad17-66bd-4606-81e1-676188bc3c8d admin admin] Publish callbacks [] for security_group (d41d683e-5784-4c01-aac5-78adb70b4c75), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.363483 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5416ad17-66bd-4606-81e1-676188bc3c8d admin admin] Publish callbacks [] for security_group (d41d683e-5784-4c01-aac5-78adb70b4c75), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.449016 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5416ad17-66bd-4606-81e1-676188bc3c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (d41d683e-5784-4c01-aac5-78adb70b4c75), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.456116 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5416ad17-66bd-4606-81e1-676188bc3c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.457895 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5416ad17-66bd-4606-81e1-676188bc3c8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d41d683e-5784-4c01-aac5-78adb70b4c75 HTTP/1.1" status: 204 len: 168 time: 0.1859326 Apr 11 06:31:11.476080 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416ad17-66bd-4606-81e1-676188bc3c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41d683e-5784-4c01-aac5-78adb70b4c75,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:11.597951 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03291f89-30d5-4670-acd6-4ff1d774acf5 req-0a0bc3b5-734c-44f8-b0e1-5f414b4bfcfa service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770082 Apr 11 06:31:11.600370 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a644093e-daf7-4a64-a8a6-00050ad089da {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:11.617675 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Publish callbacks [] for port (a644093e-daf7-4a64-a8a6-00050ad089da), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.671980 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Transition to ACTIVE for port object a644093e-daf7-4a64-a8a6-00050ad089da will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:31:11.683164 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.720314 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbe33a-2393-4439-97a4-71f7e950ab0f req-1f73f686-c0d1-46d1-a756-6fd5bfcb0b74 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:11.730319 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f2cbe33a-2393-4439-97a4-71f7e950ab0f req-1f73f686-c0d1-46d1-a756-6fd5bfcb0b74 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 944 time: 0.0925720 Apr 11 06:31:11.765603 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:31:11.780367 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Pushing event updated for resources: {'Port': ['ID=a644093e-daf7-4a64-a8a6-00050ad089da,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:11.818876 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03291f89-30d5-4670-acd6-4ff1d774acf5 req-29923d62-8cc0-43e3-812c-ca5b0168ea60 service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134662 Apr 11 06:31:11.880323 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Attempting to bind port a644093e-daf7-4a64-a8a6-00050ad089da on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:11.880666 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Attempting to bind port a644093e-daf7-4a64-a8a6-00050ad089da by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:11.881020 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Attempting to bind port a644093e-daf7-4a64-a8a6-00050ad089da on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:11.889171 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Port a644093e-daf7-4a64-a8a6-00050ad089da on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:31:11.889499 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Attempting to bind port a644093e-daf7-4a64-a8a6-00050ad089da on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:11.898213 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:11.898630 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Checking segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:11.899161 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Bound using segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:11.899597 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Bound port: a644093e-daf7-4a64-a8a6-00050ad089da, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:11.899948 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:11.904755 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f2cbe33a-2393-4439-97a4-71f7e950ab0f req-38217ec1-bfac-4d05-8def-929342023509 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593227 Apr 11 06:31:11.967981 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1cf83-3163-4c87-902f-e4a9b39e46d2 req-ef63c7da-212a-46a8-b97a-19592c752115 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:11.975025 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3c1cf83-3163-4c87-902f-e4a9b39e46d2 req-ef63c7da-212a-46a8-b97a-19592c752115 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0541017 Apr 11 06:31:11.991329 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device a1c9991e-d057-4e1b-89df-c238b3125ae0 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:12.081455 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] For port a644093e-daf7-4a64-a8a6-00050ad089da, host hv-cinder-83699, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:12.086526 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] For port a644093e-daf7-4a64-a8a6-00050ad089da, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a644093e-daf7-4a64-a8a6-00050ad089da,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:12.101399 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.103335 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3c1cf83-3163-4c87-902f-e4a9b39e46d2 req-5dbbfea9-3ef0-4a7e-9dec-0879bac4ccc9 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129127 Apr 11 06:31:12.222188 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:12.226257 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.230252 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] 10.222.0.20 "PUT /v2.0/ports/a644093e-daf7-4a64-a8a6-00050ad089da HTTP/1.1" status: 200 len: 1093 time: 1.8601935 Apr 11 06:31:12.236245 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'tag': 'a644093e-daf7-4a64-a8a6-00050ad089da'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:12.251267 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652aea15-f468-4daa-89ca-208b4b7b025b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a385db9-a8b7-40e6-bd20-23afa7a2287f", "tag": "a644093e-daf7-4a64-a8a6-00050ad089da"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:12.298447 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7095-2919-4487-b89b-8fdbeb1d27e6 req-d9c0644a-26a9-4d03-a9d8-1ae27a93bf76 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:12.319237 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-92bf7095-2919-4487-b89b-8fdbeb1d27e6 req-d9c0644a-26a9-4d03-a9d8-1ae27a93bf76 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 943 time: 0.1486764 Apr 11 06:31:12.335044 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b583e2-882f-402a-a6ae-0c41e997461d x-openstack-request-id: req-12b583e2-882f-402a-a6ae-0c41e997461d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:12.335400 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a385db9-a8b7-40e6-bd20-23afa7a2287f", "tag": "a644093e-daf7-4a64-a8a6-00050ad089da", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:12.335601 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12b583e2-882f-402a-a6ae-0c41e997461d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:12.335994 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b583e2-882f-402a-a6ae-0c41e997461d'] response: {'name': 'network-changed', 'server_uuid': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'tag': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'status': 'completed', 'code': 200} Apr 11 06:31:12.338565 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d9914-54e8-4521-b591-0f2a4a15f22b service neutron] Pushing event updated for resources: {'Port': ['ID=a644093e-daf7-4a64-a8a6-00050ad089da,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:12.361109 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:12.371271 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811903ed-6303-43ac-9f8b-320ac068f89d req-9da701bf-5990-434c-8466-1ff8e5c78c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:12.373355 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-9da701bf-5990-434c-8466-1ff8e5c78c43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 1127 time: 0.0783334 Apr 11 06:31:12.380559 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:12.385322 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'port_id': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'mac_address': 'fa:16:3e:8b:73:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:31:12.394473 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port a1c9991e-d057-4e1b-89df-c238b3125ae0 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:31:12.408400 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-92bf7095-2919-4487-b89b-8fdbeb1d27e6 req-8e44d704-5f6b-4702-88bc-01cc33519c54 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881717 Apr 11 06:31:12.447817 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8887318a-70e9-4678-af79-84c4d83736f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.452127 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-276d2faa-4060-469f-997d-b75d867c92ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a644093e-daf7-4a64-a8a6-00050ad089da HTTP/1.1" status: 200 len: 217 time: 0.0682125 Apr 11 06:31:12.471608 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:12.472113 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.481888 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port a1c9991e-d057-4e1b-89df-c238b3125ae0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:12.482263 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.521197 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:12.571558 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:12.577387 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab6cc6f6-f733-4627-a272-3d8df44a498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:12.578985 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.579144 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-ab6cc6f6-f733-4627-a272-3d8df44a498e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 HTTP/1.1" status: 200 len: 853 time: 0.1183596 Apr 11 06:31:12.629422 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port a1c9991e-d057-4e1b-89df-c238b3125ae0 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:12.630357 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.642909 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811903ed-6303-43ac-9f8b-320ac068f89d req-0398077b-17be-4a38-9788-6b1ca3ea49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:12.644450 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-0398077b-17be-4a38-9788-6b1ca3ea49a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586362 Apr 11 06:31:12.715648 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port a1c9991e-d057-4e1b-89df-c238b3125ae0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a1c9991e-d057-4e1b-89df-c238b3125ae0,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:12.723868 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c9991e-d057-4e1b-89df-c238b3125ae0'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:12.727115 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95987b7d-895e-435f-b476-cae2e04cef13" -d '{"events": [{"server_uuid": "ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1", "name": "network-vif-plugged", "status": "completed", "tag": "a1c9991e-d057-4e1b-89df-c238b3125ae0"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:12.739630 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.750796 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:12.759910 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-a488c285-d0af-498e-a098-6ed924b240b0 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012025 Apr 11 06:31:12.764732 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8887318a-70e9-4678-af79-84c4d83736f5 admin admin] Publish callbacks [] for security_group (ce030611-c595-4311-8f3c-369448573275), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.775149 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8887318a-70e9-4678-af79-84c4d83736f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (ce030611-c595-4311-8f3c-369448573275), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:12.822932 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48551114-0337-41e7-bfe1-0b0be37c460e x-openstack-request-id: req-48551114-0337-41e7-bfe1-0b0be37c460e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:12.823526 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1", "name": "network-vif-plugged", "status": "completed", "tag": "a1c9991e-d057-4e1b-89df-c238b3125ae0", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:12.823526 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48551114-0337-41e7-bfe1-0b0be37c460e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:12.823826 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48551114-0337-41e7-bfe1-0b0be37c460e'] response: {'server_uuid': 'ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c9991e-d057-4e1b-89df-c238b3125ae0', 'code': 200} Apr 11 06:31:12.831320 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['3f9920ed-9818-44dd-ac5c-8eee9b7b78e8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:31:12.861922 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:12.899778 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887318a-70e9-4678-af79-84c4d83736f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce030611-c595-4311-8f3c-369448573275,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:12.904307 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8887318a-70e9-4678-af79-84c4d83736f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=119745da44d040cea1bf334e68fc1ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221391 Apr 11 06:31:12.907228 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34664) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:12.934320 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-811903ed-6303-43ac-9f8b-320ac068f89d req-5d882042-859d-445e-8b8e-d279f2332411 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681757 Apr 11 06:31:12.996828 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:31:13.016980 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:13.017391 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.023873 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=a1c9991e-d057-4e1b-89df-c238b3125ae0,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:13.074125 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ed761ac-8177-45d0-8994-88e638d26281 admin admin] Publish callbacks [] for security_group (ce030611-c595-4311-8f3c-369448573275), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.210391 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:13.210802 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.230384 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ed761ac-8177-45d0-8994-88e638d26281 admin admin] Publish callbacks [] for security_group (ce030611-c595-4311-8f3c-369448573275), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.255660 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358752cb-ec8e-48d9-8958-6a2e4bbd446b req-b036f1cf-cf5a-4cd1-87f2-52749ea49b38 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:13.257838 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-358752cb-ec8e-48d9-8958-6a2e4bbd446b req-b036f1cf-cf5a-4cd1-87f2-52749ea49b38 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 944 time: 0.1749377 Apr 11 06:31:13.276468 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:13.283688 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.328370 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027d8cb-a534-490b-bd6e-5c96301cfa4e req-eeb413b9-0eb0-402b-b893-3811e3a89316 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:13.330258 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5027d8cb-a534-490b-bd6e-5c96301cfa4e req-eeb413b9-0eb0-402b-b893-3811e3a89316 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 944 time: 0.0911107 Apr 11 06:31:13.400890 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:13.469659 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-358752cb-ec8e-48d9-8958-6a2e4bbd446b req-71dc030c-e9fc-4f85-a101-ab7ef69cc11f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010875 Apr 11 06:31:13.507335 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ed761ac-8177-45d0-8994-88e638d26281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (ce030611-c595-4311-8f3c-369448573275), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.511205 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ed761ac-8177-45d0-8994-88e638d26281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.512619 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1ed761ac-8177-45d0-8994-88e638d26281 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce030611-c595-4311-8f3c-369448573275 HTTP/1.1" status: 204 len: 168 time: 0.6035054 Apr 11 06:31:13.543076 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5027d8cb-a534-490b-bd6e-5c96301cfa4e req-576918d5-0264-4129-9367-2c7fb0160b55 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050166 Apr 11 06:31:13.545668 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed761ac-8177-45d0-8994-88e638d26281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce030611-c595-4311-8f3c-369448573275,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:13.608579 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927540a0-c360-47ba-a9a6-52984f47c4e6 req-f22259bc-e558-44b4-adea-33429bf01384 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:13.610168 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-927540a0-c360-47ba-a9a6-52984f47c4e6 req-f22259bc-e558-44b4-adea-33429bf01384 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 943 time: 0.0620639 Apr 11 06:31:13.668277 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-927540a0-c360-47ba-a9a6-52984f47c4e6 req-640f0626-fbbc-4e90-b599-7ca06e6bd0de tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514753 Apr 11 06:31:13.807875 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:13.868865 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:31:13.883175 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652aea15-f468-4daa-89ca-208b4b7b025b req-f304d373-37fe-4f7d-b9be-1870c234a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:13.885282 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-652aea15-f468-4daa-89ca-208b4b7b025b req-f304d373-37fe-4f7d-b9be-1870c234a11f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 1127 time: 0.1191056 Apr 11 06:31:13.885512 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:13.885777 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:13.903454 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d328d-698b-4785-8eb0-d08b03b509c8 req-48be3c59-0b21-4548-9b52-b0f6bcdead3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:13.905274 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bd1d328d-698b-4785-8eb0-d08b03b509c8 req-48be3c59-0b21-4548-9b52-b0f6bcdead3c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 1130 time: 0.1063001 Apr 11 06:31:13.983834 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:13.984223 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:14.016785 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bd1d328d-698b-4785-8eb0-d08b03b509c8 req-2aa46761-5bad-4118-b075-2fe5cd1db20e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007888 Apr 11 06:31:14.026820 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:14.033251 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:14.036006 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652aea15-f468-4daa-89ca-208b4b7b025b req-1039f807-50ec-4b9f-909d-f87c9fdbfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:14.038170 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-652aea15-f468-4daa-89ca-208b4b7b025b req-1039f807-50ec-4b9f-909d-f87c9fdbfaa4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 914 time: 0.1448081 Apr 11 06:31:14.086077 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:14.249036 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-652aea15-f468-4daa-89ca-208b4b7b025b req-389fb172-ac53-42d9-a5af-57e378705977 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a644093e-daf7-4a64-a8a6-00050ad089da HTTP/1.1" status: 200 len: 217 time: 0.0362816 Apr 11 06:31:14.307138 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652aea15-f468-4daa-89ca-208b4b7b025b req-4d073846-c8d5-4094-ba43-871648df4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:14.308766 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-652aea15-f468-4daa-89ca-208b4b7b025b req-4d073846-c8d5-4094-ba43-871648df4b6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 HTTP/1.1" status: 200 len: 853 time: 0.0524600 Apr 11 06:31:14.355485 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652aea15-f468-4daa-89ca-208b4b7b025b req-06e0cd01-e2b7-4ac7-a626-aef0ff5980c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:14.357572 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-652aea15-f468-4daa-89ca-208b4b7b025b req-06e0cd01-e2b7-4ac7-a626-aef0ff5980c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421817 Apr 11 06:31:14.458829 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-652aea15-f468-4daa-89ca-208b4b7b025b req-215ed05b-979a-427f-be0d-5d977c27a637 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930490 Apr 11 06:31:14.612534 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732a38a-5416-4033-a96a-d33e789fed45 req-e80b0e9c-1a40-4cb1-a55c-19b5cc037e45 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:14.614717 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4732a38a-5416-4033-a96a-d33e789fed45 req-e80b0e9c-1a40-4cb1-a55c-19b5cc037e45 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0656261 Apr 11 06:31:14.690694 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4732a38a-5416-4033-a96a-d33e789fed45 req-ffaf3ffa-cf3e-4c5a-9986-816fba4529ee tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680990 Apr 11 06:31:14.793541 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ae64f-2b46-4542-b23c-289a712deb0f req-32d5b9e6-5e73-4af4-af1a-3e8d87c5ce0e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:14.795534 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e27ae64f-2b46-4542-b23c-289a712deb0f req-32d5b9e6-5e73-4af4-af1a-3e8d87c5ce0e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.1023257 Apr 11 06:31:14.823515 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-652aea15-f468-4daa-89ca-208b4b7b025b req-c34f5edd-39d6-46bf-b8d4-e58d79db7c31 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322615 Apr 11 06:31:14.825483 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbb12b9-0ea7-43d4-974b-38fbe7928e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb'}, {'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:14.828578 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd8fd20-1702-4a93-bb4d-059893b3cbcf" -d '{"events": [{"server_uuid": "2fbb12b9-0ea7-43d4-974b-38fbe7928e77", "name": "network-vif-plugged", "status": "completed", "tag": "c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb"}, {"server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "name": "network-vif-plugged", "status": "completed", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:14.886410 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e7a70-119f-4df1-b7a8-ecd00d06218f req-a6ddfc31-3529-42aa-846d-be6a4c18267d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:14.888009 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b2e7a70-119f-4df1-b7a8-ecd00d06218f req-a6ddfc31-3529-42aa-846d-be6a4c18267d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 943 time: 0.0908473 Apr 11 06:31:14.911372 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e27ae64f-2b46-4542-b23c-289a712deb0f req-a619efce-6cc5-4333-bb0f-e9d390ae246d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987318 Apr 11 06:31:14.970153 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b2e7a70-119f-4df1-b7a8-ecd00d06218f req-cfba5ccc-8e76-40f1-a760-1a81c024ba84 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545983 Apr 11 06:31:14.992149 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6442aea6-41ea-4922-bd73-cc423cac9dcd x-openstack-request-id: req-6442aea6-41ea-4922-bd73-cc423cac9dcd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:14.992647 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbb12b9-0ea7-43d4-974b-38fbe7928e77", "name": "network-vif-plugged", "status": "completed", "tag": "c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb", "code": 200}, {"server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "name": "network-vif-plugged", "status": "completed", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:14.992820 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6442aea6-41ea-4922-bd73-cc423cac9dcd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:14.993359 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6442aea6-41ea-4922-bd73-cc423cac9dcd'] response: {'server_uuid': '2fbb12b9-0ea7-43d4-974b-38fbe7928e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb', 'code': 200} Apr 11 06:31:14.993665 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6442aea6-41ea-4922-bd73-cc423cac9dcd'] response: {'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'code': 200} Apr 11 06:31:15.778348 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5137b83-6423-4f5f-9bb1-0c75995edcfb req-ff04dfb5-e721-457e-9321-6a5e01d7965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:15.780968 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c5137b83-6423-4f5f-9bb1-0c75995edcfb req-ff04dfb5-e721-457e-9321-6a5e01d7965e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 1129 time: 0.0784788 Apr 11 06:31:15.803242 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b18ce2-b36b-47d9-947a-8d790179b6e1 req-5fdc5287-ae11-4964-b04d-0e0cf3424a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:15.804933 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b3b18ce2-b36b-47d9-947a-8d790179b6e1 req-5fdc5287-ae11-4964-b04d-0e0cf3424a87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 1129 time: 0.0741284 Apr 11 06:31:15.817887 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device a644093e-daf7-4a64-a8a6-00050ad089da details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:31:15.856851 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9449bee-d52e-4d5e-8b9b-3d4361b4a7b8 req-873615e2-c1b2-4d90-9348-48693d3522f3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:15.858471 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b9449bee-d52e-4d5e-8b9b-3d4361b4a7b8 req-873615e2-c1b2-4d90-9348-48693d3522f3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0883677 Apr 11 06:31:15.885134 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c5137b83-6423-4f5f-9bb1-0c75995edcfb req-6f9551fc-64ba-4ae5-9986-9c0da53faac4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972350 Apr 11 06:31:15.916337 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b3b18ce2-b36b-47d9-947a-8d790179b6e1 req-a3bf2f4b-cd3e-4a71-a211-24a64aa13658 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042538 Apr 11 06:31:15.932963 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b9449bee-d52e-4d5e-8b9b-3d4361b4a7b8 req-344759dd-6b11-45c9-9ced-980b1399fc45 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659049 Apr 11 06:31:15.992720 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port a644093e-daf7-4a64-a8a6-00050ad089da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a644093e-daf7-4a64-a8a6-00050ad089da,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:16.008708 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'port_id': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'mac_address': 'fa:16:3e:16:75:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:31:16.070788 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port a644093e-daf7-4a64-a8a6-00050ad089da is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:16.072064 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.098879 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a644093e-daf7-4a64-a8a6-00050ad089da {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:16.110707 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bdd87-caf7-4596-af48-311c9c0a1075 req-667e6f78-d0e6-4f85-9e34-59eaeb89c600 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:16.113913 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-710bdd87-caf7-4596-af48-311c9c0a1075 req-667e6f78-d0e6-4f85-9e34-59eaeb89c600 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0905583 Apr 11 06:31:16.141416 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port a644093e-daf7-4a64-a8a6-00050ad089da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a644093e-daf7-4a64-a8a6-00050ad089da,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:16.149292 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.229443 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=a644093e-daf7-4a64-a8a6-00050ad089da,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:16.259334 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19505f-d306-4240-b2e8-766825829b45 req-bfb75d88-8738-4096-915b-3eeda28efaee tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:16.261136 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5d19505f-d306-4240-b2e8-766825829b45 req-bfb75d88-8738-4096-915b-3eeda28efaee tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 943 time: 0.1347358 Apr 11 06:31:16.312499 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-710bdd87-caf7-4596-af48-311c9c0a1075 req-c9cbd237-5e29-4ac7-8064-89145c4cb364 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872492 Apr 11 06:31:16.349957 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34854) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:16.379616 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5d19505f-d306-4240-b2e8-766825829b45 req-881544c6-7dd8-41a4-b733-ce2e7f09cfac tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037583 Apr 11 06:31:16.481362 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-beb376da-b78c-40b2-898e-93f1b4cfb3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.534193 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['a644093e-daf7-4a64-a8a6-00050ad089da'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:31:16.565895 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-beb376da-b78c-40b2-898e-93f1b4cfb3cf admin admin] Publish callbacks [] for security_group (b93dc521-6da6-416a-9bf2-9765e0a75657), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.571370 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-beb376da-b78c-40b2-898e-93f1b4cfb3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b93dc521-6da6-416a-9bf2-9765e0a75657), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.616876 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-beb376da-b78c-40b2-898e-93f1b4cfb3cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45418a4a8b4d4220b9923c7ba84e97cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653222 Apr 11 06:31:16.619943 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34858) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:16.628436 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb376da-b78c-40b2-898e-93f1b4cfb3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93dc521-6da6-416a-9bf2-9765e0a75657,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:16.689567 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c8f015b-3fc5-4682-88bf-288f298fc780 admin admin] Publish callbacks [] for security_group (b93dc521-6da6-416a-9bf2-9765e0a75657), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.716554 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c8f015b-3fc5-4682-88bf-288f298fc780 admin admin] Publish callbacks [] for security_group (b93dc521-6da6-416a-9bf2-9765e0a75657), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.775023 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c8f015b-3fc5-4682-88bf-288f298fc780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b93dc521-6da6-416a-9bf2-9765e0a75657), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.777683 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c8f015b-3fc5-4682-88bf-288f298fc780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:16.778850 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9c8f015b-3fc5-4682-88bf-288f298fc780 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b93dc521-6da6-416a-9bf2-9765e0a75657 HTTP/1.1" status: 204 len: 168 time: 0.1578732 Apr 11 06:31:16.794803 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f015b-3fc5-4682-88bf-288f298fc780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93dc521-6da6-416a-9bf2-9765e0a75657,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:17.077693 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b5120-0e3d-4aaf-b355-5cdc7dc5473c req-44fa3997-e720-48aa-bc05-40249c2672e8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:17.085065 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-270b5120-0e3d-4aaf-b355-5cdc7dc5473c req-44fa3997-e720-48aa-bc05-40249c2672e8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0604136 Apr 11 06:31:17.089716 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 34886) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:17.104400 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff54ccb0-2bd4-4a85-af3f-918f9d302bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:17.137561 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-270b5120-0e3d-4aaf-b355-5cdc7dc5473c req-89b40b56-c2af-4aab-83ce-ff6ddca2c21d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515482 Apr 11 06:31:17.182671 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff54ccb0-2bd4-4a85-af3f-918f9d302bf0 admin admin] Publish callbacks [] for security_group (2f504f3c-eb64-4090-980c-d4f6d2b3e169), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:17.187197 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff54ccb0-2bd4-4a85-af3f-918f9d302bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (2f504f3c-eb64-4090-980c-d4f6d2b3e169), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:17.234400 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ff54ccb0-2bd4-4a85-af3f-918f9d302bf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e360522a7493443cb027f9bffc0f7770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432953 Apr 11 06:31:17.235323 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54ccb0-2bd4-4a85-af3f-918f9d302bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f504f3c-eb64-4090-980c-d4f6d2b3e169,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:17.237185 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34890) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:17.290063 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c1e1f07-fda7-4732-b5ce-c53e4200f122 admin admin] Publish callbacks [] for security_group (2f504f3c-eb64-4090-980c-d4f6d2b3e169), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:17.312299 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c1e1f07-fda7-4732-b5ce-c53e4200f122 admin admin] Publish callbacks [] for security_group (2f504f3c-eb64-4090-980c-d4f6d2b3e169), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:17.359971 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c1e1f07-fda7-4732-b5ce-c53e4200f122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (2f504f3c-eb64-4090-980c-d4f6d2b3e169), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:17.363759 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8c1e1f07-fda7-4732-b5ce-c53e4200f122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:17.366444 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8c1e1f07-fda7-4732-b5ce-c53e4200f122 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f504f3c-eb64-4090-980c-d4f6d2b3e169 HTTP/1.1" status: 204 len: 168 time: 0.1276245 Apr 11 06:31:17.374988 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e1f07-fda7-4732-b5ce-c53e4200f122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f504f3c-eb64-4090-980c-d4f6d2b3e169,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:17.481615 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ee4ba-c16b-4bd8-9db6-fb87eabf5fb1 req-b9cde2bb-34f8-46cb-9bb3-ca1d96a437ad tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:17.482889 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f19ee4ba-c16b-4bd8-9db6-fb87eabf5fb1 req-b9cde2bb-34f8-46cb-9bb3-ca1d96a437ad tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0719035 Apr 11 06:31:17.535313 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd1741-ac66-4a6e-9536-0f19bcf7ad06 req-6591f3c9-f7ad-4da6-8cae-779a10322670 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:17.537180 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-67bd1741-ac66-4a6e-9536-0f19bcf7ad06 req-6591f3c9-f7ad-4da6-8cae-779a10322670 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 944 time: 0.0862505 Apr 11 06:31:17.594544 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f19ee4ba-c16b-4bd8-9db6-fb87eabf5fb1 req-3d14caaf-0f76-40dd-bbff-2d18256707c2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943964 Apr 11 06:31:17.613507 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-67bd1741-ac66-4a6e-9536-0f19bcf7ad06 req-a87dbfcf-84ab-4286-881d-c8b3b6c304e7 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613217 Apr 11 06:31:17.834389 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device a644093e-daf7-4a64-a8a6-00050ad089da up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:17.884556 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port a644093e-daf7-4a64-a8a6-00050ad089da completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:31:17.893446 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port a644093e-daf7-4a64-a8a6-00050ad089da triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:17.894214 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:18.106948 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port a644093e-daf7-4a64-a8a6-00050ad089da is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:18.107437 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:18.146360 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a644093e-daf7-4a64-a8a6-00050ad089da'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:18.149085 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c5191a-7aa5-45a6-bb7f-a5a8bf86529d" -d '{"events": [{"server_uuid": "8a385db9-a8b7-40e6-bd20-23afa7a2287f", "name": "network-vif-plugged", "status": "completed", "tag": "a644093e-daf7-4a64-a8a6-00050ad089da"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:18.172383 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port a644093e-daf7-4a64-a8a6-00050ad089da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a644093e-daf7-4a64-a8a6-00050ad089da,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:18.181633 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:18.224324 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9141b3f1-b38f-4cf9-b522-83c76babcdf0 x-openstack-request-id: req-9141b3f1-b38f-4cf9-b522-83c76babcdf0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:18.224594 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a385db9-a8b7-40e6-bd20-23afa7a2287f", "name": "network-vif-plugged", "status": "completed", "tag": "a644093e-daf7-4a64-a8a6-00050ad089da", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:18.225011 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9141b3f1-b38f-4cf9-b522-83c76babcdf0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:18.225415 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9141b3f1-b38f-4cf9-b522-83c76babcdf0'] response: {'server_uuid': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'code': 200} Apr 11 06:31:18.277520 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=a644093e-daf7-4a64-a8a6-00050ad089da,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:18.330236 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea8894-2967-4a4e-8924-2ea0ef502e83 req-360b1478-968d-461c-b281-20871c56d055 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:18.332082 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d6ea8894-2967-4a4e-8924-2ea0ef502e83 req-360b1478-968d-461c-b281-20871c56d055 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0947320 Apr 11 06:31:18.396608 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d6ea8894-2967-4a4e-8924-2ea0ef502e83 req-03fec51b-49e6-4a08-973f-993db7c6ccb7 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529141 Apr 11 06:31:18.798097 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29e26b-8ef5-4776-9720-6821a712ecc4 req-80e03d3f-4937-4463-8d73-33ea87e79237 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:18.799659 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef29e26b-8ef5-4776-9720-6821a712ecc4 req-80e03d3f-4937-4463-8d73-33ea87e79237 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 945 time: 0.0778091 Apr 11 06:31:18.807887 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f388a-396b-4e2b-8290-90c6e7dd7429 req-81ed97ef-a604-4223-b6a4-a8ecea681a6f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:18.809392 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-710f388a-396b-4e2b-8290-90c6e7dd7429 req-81ed97ef-a604-4223-b6a4-a8ecea681a6f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0861497 Apr 11 06:31:18.875966 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef29e26b-8ef5-4776-9720-6821a712ecc4 req-50cf6b69-5bf6-4066-abd6-b8c3fc004eed tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655828 Apr 11 06:31:18.887290 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-710f388a-396b-4e2b-8290-90c6e7dd7429 req-01773649-11de-4a7a-b6b7-fda15733c32c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710044 Apr 11 06:31:19.048548 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102de8c0-27d0-4a0e-8c25-d1bd0661e3db req-a0b8e813-62b1-4005-b510-69ea95da25e0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:19.050141 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-102de8c0-27d0-4a0e-8c25-d1bd0661e3db req-a0b8e813-62b1-4005-b510-69ea95da25e0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0512412 Apr 11 06:31:19.060330 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 34990) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:19.065314 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c020b17f-04ea-430c-b51c-c4b1000c5aea tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Request body: {'floatingip': {'port_id': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:19.144341 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c020b17f-04ea-430c-b51c-c4b1000c5aea tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (6efb339e-ea78-496b-8bf2-2b28c746b329), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:19.643339 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6b418-305b-43cb-a4aa-78b2e36a7d14 req-038f2afa-7a16-44b0-b1cd-4b57e5cdc7ab tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:19.644868 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-80d6b418-305b-43cb-a4aa-78b2e36a7d14 req-038f2afa-7a16-44b0-b1cd-4b57e5cdc7ab tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0604224 Apr 11 06:31:19.815085 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-80d6b418-305b-43cb-a4aa-78b2e36a7d14 req-6d24518e-6a6c-441d-b2af-0ace5accb6bb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606126 Apr 11 06:31:19.941242 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:20.111553 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.db.resource_extend [None req-c020b17f-04ea-430c-b51c-c4b1000c5aea tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 06:31:20.163270 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b204b-005b-462a-8fc9-f19b2faf12fe req-499271b2-7283-4806-ac04-31fec6f85de3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:20.165087 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bf6b204b-005b-462a-8fc9-f19b2faf12fe req-499271b2-7283-4806-ac04-31fec6f85de3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 945 time: 0.1205916 Apr 11 06:31:20.173576 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-424c568d-109a-4a59-8c3f-7a79b0d610f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:20.218231 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c020b17f-04ea-430c-b51c-c4b1000c5aea tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:20.263400 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c020b17f-04ea-430c-b51c-c4b1000c5aea tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (6efb339e-ea78-496b-8bf2-2b28c746b329), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:20.301030 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-424c568d-109a-4a59-8c3f-7a79b0d610f3 admin admin] Publish callbacks [] for security_group (ebbd83cf-e05d-4ff5-adde-3ef59438ed10), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:20.307161 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-424c568d-109a-4a59-8c3f-7a79b0d610f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (ebbd83cf-e05d-4ff5-adde-3ef59438ed10), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:20.385577 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-c020b17f-04ea-430c-b51c-c4b1000c5aea tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Floating IP 6efb339e-ea78-496b-8bf2-2b28c746b329 associated. External IP: 172.27.2.95, port: 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8. Apr 11 06:31:20.446235 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed46c-66f5-48d3-a1c6-09ebbbf2a0a7 req-dbac425e-8370-4a64-9ec1-b518d90e9b9c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:20.453142 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b9aed46c-66f5-48d3-a1c6-09ebbbf2a0a7 req-dbac425e-8370-4a64-9ec1-b518d90e9b9c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.2325306 Apr 11 06:31:20.477584 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c568d-109a-4a59-8c3f-7a79b0d610f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbd83cf-e05d-4ff5-adde-3ef59438ed10,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:20.488138 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bf6b204b-005b-462a-8fc9-f19b2faf12fe req-14023893-07ab-49ec-a8f4-5a5b730d94fb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008883 Apr 11 06:31:20.523441 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-424c568d-109a-4a59-8c3f-7a79b0d610f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc71a16f9bb64cc0921c59285d97d504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5801089 Apr 11 06:31:20.525839 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4b05a-1ce2-4c32-88c4-2ebe20b68f66 req-915d2965-6537-41e6-8af0-a47304b1d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:20.528761 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-24e4b05a-1ce2-4c32-88c4-2ebe20b68f66 req-915d2965-6537-41e6-8af0-a47304b1d703 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 1129 time: 0.1846271 Apr 11 06:31:20.529495 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35082) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:20.536479 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5972e-9436-4b86-876d-2428b4c12bc5 req-2b04c901-0184-4a86-b5bb-01dc05436b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:20.538654 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-68e5972e-9436-4b86-876d-2428b4c12bc5 req-2b04c901-0184-4a86-b5bb-01dc05436b3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 1129 time: 0.1279635 Apr 11 06:31:20.582597 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b9aed46c-66f5-48d3-a1c6-09ebbbf2a0a7 req-b2820085-3cbe-4a02-8c28-aa1fcee690c8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229134 Apr 11 06:31:20.746086 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c020b17f-04ea-430c-b51c-c4b1000c5aea tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:31:20.753910 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-24e4b05a-1ce2-4c32-88c4-2ebe20b68f66 req-483fcf9d-aaae-4182-a018-a72dc1e7fb41 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129118 Apr 11 06:31:20.779419 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5972e-9436-4b86-876d-2428b4c12bc5 req-77093909-5be2-4fad-82c2-5f4ad2be3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:20.781173 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-68e5972e-9436-4b86-876d-2428b4c12bc5 req-77093909-5be2-4fad-82c2-5f4ad2be3111 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.2227621 Apr 11 06:31:20.784050 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f8456f2-9fb2-447e-ad7d-74a6f9aeaf7d admin admin] Publish callbacks [] for security_group (ebbd83cf-e05d-4ff5-adde-3ef59438ed10), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:20.814160 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f8456f2-9fb2-447e-ad7d-74a6f9aeaf7d admin admin] Publish callbacks [] for security_group (ebbd83cf-e05d-4ff5-adde-3ef59438ed10), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:20.876275 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35104) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:20.885453 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f8456f2-9fb2-447e-ad7d-74a6f9aeaf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (ebbd83cf-e05d-4ff5-adde-3ef59438ed10), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:20.888195 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f8456f2-9fb2-447e-ad7d-74a6f9aeaf7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:20.890536 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0f8456f2-9fb2-447e-ad7d-74a6f9aeaf7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebbd83cf-e05d-4ff5-adde-3ef59438ed10 HTTP/1.1" status: 204 len: 168 time: 0.3596354 Apr 11 06:31:20.898451 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8456f2-9fb2-447e-ad7d-74a6f9aeaf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbd83cf-e05d-4ff5-adde-3ef59438ed10,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:20.912959 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c020b17f-04ea-430c-b51c-c4b1000c5aea tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:31:20.919139 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c020b17f-04ea-430c-b51c-c4b1000c5aea tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:20.929875 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdad436-f929-4ccc-8a76-26d1dcc31e00 None None] Sync routers for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:31:20.949629 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdad436-f929-4ccc-8a76-26d1dcc31e00 None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:20.951103 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fdad436-f929-4ccc-8a76-26d1dcc31e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:20.968322 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c020b17f-04ea-430c-b51c-c4b1000c5aea tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "PUT /v2.0/floatingips/6efb339e-ea78-496b-8bf2-2b28c746b329 HTTP/1.1" status: 200 len: 990 time: 1.9065857 Apr 11 06:31:20.969186 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:20.974406 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e78f85d-d4c7-4e61-94ac-fe786f6a7053" -d '{"events": [{"name": "network-changed", "server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:21.055295 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee55f516-3b0d-4461-adbb-fc90863528e5 x-openstack-request-id: req-ee55f516-3b0d-4461-adbb-fc90863528e5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:21.056372 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:21.059870 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee55f516-3b0d-4461-adbb-fc90863528e5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:21.061724 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee55f516-3b0d-4461-adbb-fc90863528e5'] response: {'name': 'network-changed', 'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'status': 'completed', 'code': 200} Apr 11 06:31:21.073511 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-68e5972e-9436-4b86-876d-2428b4c12bc5 req-0607177d-ee42-4a85-b27c-a0e811f1898d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb HTTP/1.1" status: 200 len: 217 time: 0.0713639 Apr 11 06:31:21.091226 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6d2fbb9-af75-49c6-8fec-f8d157b31ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.098860 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26c11376-181c-41f5-98cb-ac30f29f2ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.161553 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8fdad436-f929-4ccc-8a76-26d1dcc31e00 None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:21.251320 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78f85d-d4c7-4e61-94ac-fe786f6a7053 req-57bdd383-5164-41cf-8072-8b1117421baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:21.253331 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1e78f85d-d4c7-4e61-94ac-fe786f6a7053 req-57bdd383-5164-41cf-8072-8b1117421baa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 1129 time: 0.1419382 Apr 11 06:31:21.261600 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5972e-9436-4b86-876d-2428b4c12bc5 req-486cccfe-4199-45d2-b63b-462be4bb4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:21.263745 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-68e5972e-9436-4b86-876d-2428b4c12bc5 req-486cccfe-4199-45d2-b63b-462be4bb4af4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.1544168 Apr 11 06:31:21.321797 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26c11376-181c-41f5-98cb-ac30f29f2ff0 admin admin] Publish callbacks [] for security_group (31eb39cf-eab4-4a2d-aff8-fafe0e88090f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.328400 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26c11376-181c-41f5-98cb-ac30f29f2ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (31eb39cf-eab4-4a2d-aff8-fafe0e88090f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.362856 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c11376-181c-41f5-98cb-ac30f29f2ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31eb39cf-eab4-4a2d-aff8-fafe0e88090f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:21.408180 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990a473-6904-479f-b911-e29820830af9 req-c4a9e9d2-10b3-4158-b341-3ca089dfbd61 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:21.412862 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-26c11376-181c-41f5-98cb-ac30f29f2ff0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae735cd04bee4e7893f145c7d79d7610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5318394 Apr 11 06:31:21.413020 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5990a473-6904-479f-b911-e29820830af9 req-c4a9e9d2-10b3-4158-b341-3ca089dfbd61 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 945 time: 0.1107914 Apr 11 06:31:21.413384 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:21.490607 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35132) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:21.514847 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80169de3-aff0-40e7-a503-03f504866e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.524723 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5990a473-6904-479f-b911-e29820830af9 req-e2ef1584-d6fb-4544-bab2-a5313b675df1 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027031 Apr 11 06:31:21.526789 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fdad436-f929-4ccc-8a76-26d1dcc31e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '6efb339e-ea78-496b-8bf2-2b28c746b329', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'port_id': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'mac_address': 'fa:16:3e:8b:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0453986-1571-43cd-9ada-1337d4570325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:51Z', 'updated_at': '2022-04-11T06:31:19Z', 'revision_number': 1, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:21.547242 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f87d9912-35da-4881-8f2e-e364df9e2147 admin admin] Publish callbacks [] for security_group (31eb39cf-eab4-4a2d-aff8-fafe0e88090f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.562834 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdad436-f929-4ccc-8a76-26d1dcc31e00 None None] Checking router: 51d3c5c8-459c-452f-87aa-ac9203c7bb92 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:31:21.574720 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdad436-f929-4ccc-8a76-26d1dcc31e00 None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:21.575468 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fdad436-f929-4ccc-8a76-26d1dcc31e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:30:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:21.591553 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f87d9912-35da-4881-8f2e-e364df9e2147 admin admin] Publish callbacks [] for security_group (31eb39cf-eab4-4a2d-aff8-fafe0e88090f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.648613 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ca025-d0e3-45db-917b-45609310301f req-17fc0b76-6d63-4bf4-ae04-1c998607fa19 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:21.650358 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c38ca025-d0e3-45db-917b-45609310301f req-17fc0b76-6d63-4bf4-ae04-1c998607fa19 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 945 time: 0.0734262 Apr 11 06:31:21.727389 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80169de3-aff0-40e7-a503-03f504866e3e admin admin] Publish callbacks [] for security_group (94292620-916e-4d0c-993b-7da7b07b6fa4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.736078 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80169de3-aff0-40e7-a503-03f504866e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (94292620-916e-4d0c-993b-7da7b07b6fa4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.742380 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8fdad436-f929-4ccc-8a76-26d1dcc31e00 None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:21.754930 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb6218-a6b1-4204-a173-efa59d738047 req-7a2c6d1d-4d48-4666-8a88-5c2f426d4bc1 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:21.756568 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ecb6218-a6b1-4204-a173-efa59d738047 req-7a2c6d1d-4d48-4666-8a88-5c2f426d4bc1 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0702195 Apr 11 06:31:21.775947 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80169de3-aff0-40e7-a503-03f504866e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94292620-916e-4d0c-993b-7da7b07b6fa4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:21.778708 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f87d9912-35da-4881-8f2e-e364df9e2147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (31eb39cf-eab4-4a2d-aff8-fafe0e88090f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.781470 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f87d9912-35da-4881-8f2e-e364df9e2147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.782723 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f87d9912-35da-4881-8f2e-e364df9e2147 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31eb39cf-eab4-4a2d-aff8-fafe0e88090f HTTP/1.1" status: 204 len: 168 time: 0.3682649 Apr 11 06:31:21.795258 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d9912-35da-4881-8f2e-e364df9e2147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31eb39cf-eab4-4a2d-aff8-fafe0e88090f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:21.808693 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-80169de3-aff0-40e7-a503-03f504866e3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80ebd953bc6d4211aae8146d6680d168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171937 Apr 11 06:31:21.812024 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:21.812888 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c38ca025-d0e3-45db-917b-45609310301f req-3567cc6d-bf45-407a-8459-a84418897136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535149 Apr 11 06:31:21.894812 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a87d0556-f7d2-4e4c-a417-da9b7903d507 admin admin] Publish callbacks [] for security_group (94292620-916e-4d0c-993b-7da7b07b6fa4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.895256 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ecb6218-a6b1-4204-a173-efa59d738047 req-76fb4ec7-c664-4fbb-958b-8481a69561b8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266849 Apr 11 06:31:21.932483 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a87d0556-f7d2-4e4c-a417-da9b7903d507 admin admin] Publish callbacks [] for security_group (94292620-916e-4d0c-993b-7da7b07b6fa4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:21.960035 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35144) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:22.002967 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a87d0556-f7d2-4e4c-a417-da9b7903d507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (94292620-916e-4d0c-993b-7da7b07b6fa4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:22.007086 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a87d0556-f7d2-4e4c-a417-da9b7903d507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:22.015936 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a87d0556-f7d2-4e4c-a417-da9b7903d507 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94292620-916e-4d0c-993b-7da7b07b6fa4 HTTP/1.1" status: 204 len: 168 time: 0.2025943 Apr 11 06:31:22.026495 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d0556-f7d2-4e4c-a417-da9b7903d507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94292620-916e-4d0c-993b-7da7b07b6fa4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:22.064295 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fdad436-f929-4ccc-8a76-26d1dcc31e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '6efb339e-ea78-496b-8bf2-2b28c746b329', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'port_id': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'mac_address': 'fa:16:3e:8b:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0453986-1571-43cd-9ada-1337d4570325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:51Z', 'updated_at': '2022-04-11T06:31:19Z', 'revision_number': 1, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:22.094221 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdad436-f929-4ccc-8a76-26d1dcc31e00 None None] The sync data for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi is: [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '6efb339e-ea78-496b-8bf2-2b28c746b329', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'port_id': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'mac_address': 'fa:16:3e:8b:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0453986-1571-43cd-9ada-1337d4570325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:51Z', 'updated_at': '2022-04-11T06:31:19Z', 'revision_number': 1, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:31:22.118547 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a68ffc8-350a-4f05-8524-46b211d2b44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:22.255435 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a68ffc8-350a-4f05-8524-46b211d2b44e admin admin] Publish callbacks [] for security_group (0dbb02c1-1a19-4f4e-b4b6-5cb1d86d290a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:22.264058 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a68ffc8-350a-4f05-8524-46b211d2b44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (0dbb02c1-1a19-4f4e-b4b6-5cb1d86d290a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:22.415679 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35164) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:22.437057 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e828dcb-8687-41f2-8c3c-9fa309fd6d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:22.497083 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd1716-5085-497e-903b-0b5127067b55 None None] New status for floating IP 6efb339e-ea78-496b-8bf2-2b28c746b329: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:31:22.573682 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0a68ffc8-350a-4f05-8524-46b211d2b44e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57b86632f790463d892387896b4d214c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6123712 Apr 11 06:31:22.575219 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68ffc8-350a-4f05-8524-46b211d2b44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbb02c1-1a19-4f4e-b4b6-5cb1d86d290a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:22.578209 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35174) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:22.642191 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb875-fbb4-46dd-ad6b-972ec48c74bb admin admin] Publish callbacks [] for security_group (0dbb02c1-1a19-4f4e-b4b6-5cb1d86d290a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:22.678620 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5972e-9436-4b86-876d-2428b4c12bc5 req-e2974ba1-4205-4704-b077-2c5c3f004c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:22.680269 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-68e5972e-9436-4b86-876d-2428b4c12bc5 req-e2974ba1-4205-4704-b077-2c5c3f004c43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966077 Apr 11 06:31:22.699247 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb875-fbb4-46dd-ad6b-972ec48c74bb admin admin] Publish callbacks [] for security_group (0dbb02c1-1a19-4f4e-b4b6-5cb1d86d290a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:22.762475 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78f85d-d4c7-4e61-94ac-fe786f6a7053 req-0120a8e2-4751-4331-8a1a-0f99f173ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:22.763975 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1e78f85d-d4c7-4e61-94ac-fe786f6a7053 req-0120a8e2-4751-4331-8a1a-0f99f173ef78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 916 time: 0.1814659 Apr 11 06:31:22.765987 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e828dcb-8687-41f2-8c3c-9fa309fd6d2d admin admin] Publish callbacks [] for security_group (f0e60e56-1378-4a93-9012-35fc9ac7e52e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:22.772068 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e828dcb-8687-41f2-8c3c-9fa309fd6d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (f0e60e56-1378-4a93-9012-35fc9ac7e52e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:22.797533 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2508bd-35a4-4a9b-99f9-6550bec39416 req-311da612-c858-4969-8138-d7c9f57bf35e tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:22.807103 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4b2508bd-35a4-4a9b-99f9-6550bec39416 req-311da612-c858-4969-8138-d7c9f57bf35e tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 945 time: 0.1225526 Apr 11 06:31:22.834553 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb875-fbb4-46dd-ad6b-972ec48c74bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (0dbb02c1-1a19-4f4e-b4b6-5cb1d86d290a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:22.837773 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8e828dcb-8687-41f2-8c3c-9fa309fd6d2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c315386311f48f09e234ac3b78427d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4188297 Apr 11 06:31:22.837773 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e828dcb-8687-41f2-8c3c-9fa309fd6d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e60e56-1378-4a93-9012-35fc9ac7e52e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:22.838960 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35186) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:22.842182 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a0bb875-fbb4-46dd-ad6b-972ec48c74bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:22.843561 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6a0bb875-fbb4-46dd-ad6b-972ec48c74bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0dbb02c1-1a19-4f4e-b4b6-5cb1d86d290a HTTP/1.1" status: 204 len: 168 time: 0.2639220 Apr 11 06:31:22.910636 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bb875-fbb4-46dd-ad6b-972ec48c74bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbb02c1-1a19-4f4e-b4b6-5cb1d86d290a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:22.940052 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4b2508bd-35a4-4a9b-99f9-6550bec39416 req-d4c9987e-74de-47a8-a675-355661845dcf tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315360 Apr 11 06:31:22.989287 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1389-de0b-4a6c-b487-13e00031c6fb admin admin] Publish callbacks [] for security_group (f0e60e56-1378-4a93-9012-35fc9ac7e52e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.016443 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e65917-b245-4305-a008-1d4be0105085 req-fd1ef991-c7d0-4db9-a031-c42f52212298 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:23.027779 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c7e65917-b245-4305-a008-1d4be0105085 req-fd1ef991-c7d0-4db9-a031-c42f52212298 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 945 time: 0.0811684 Apr 11 06:31:23.052312 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1389-de0b-4a6c-b487-13e00031c6fb admin admin] Publish callbacks [] for security_group (f0e60e56-1378-4a93-9012-35fc9ac7e52e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.094334 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c7e65917-b245-4305-a008-1d4be0105085 req-aa4025c7-edd2-44a2-9838-ff27d07d19f0 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650287 Apr 11 06:31:23.169948 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92a07884-8dbd-414a-8b88-afc9f149479a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.180825 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5929958-0c0a-4b9d-a28c-8db74ed111b5 req-db036819-7997-45d4-9e75-10d7d91cdeab tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:23.183721 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5929958-0c0a-4b9d-a28c-8db74ed111b5 req-db036819-7997-45d4-9e75-10d7d91cdeab tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0881870 Apr 11 06:31:23.263908 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5929958-0c0a-4b9d-a28c-8db74ed111b5 req-2c8da947-dcaa-4913-97a1-9b077cf34e17 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694110 Apr 11 06:31:23.453570 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35204) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:23.474401 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c8d476c-e95e-4ce7-99c4-8ab8e4686989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.590825 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c8d476c-e95e-4ce7-99c4-8ab8e4686989 admin admin] Publish callbacks [] for security_group (cbfb3232-095f-42d6-bb9b-bd95f768ba9c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.593031 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:23.608267 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1e78f85d-d4c7-4e61-94ac-fe786f6a7053 req-077af6ea-645b-4995-ae88-2c74df006f76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 HTTP/1.1" status: 200 len: 1000 time: 0.5076592 Apr 11 06:31:23.610404 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2c8d476c-e95e-4ce7-99c4-8ab8e4686989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (cbfb3232-095f-42d6-bb9b-bd95f768ba9c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.669579 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1389-de0b-4a6c-b487-13e00031c6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (f0e60e56-1378-4a93-9012-35fc9ac7e52e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.672557 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1389-de0b-4a6c-b487-13e00031c6fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.676260 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3a3e1389-de0b-4a6c-b487-13e00031c6fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0e60e56-1378-4a93-9012-35fc9ac7e52e HTTP/1.1" status: 204 len: 168 time: 0.8338721 Apr 11 06:31:23.677206 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-68e5972e-9436-4b86-876d-2428b4c12bc5 req-60b050e6-7671-4f17-a133-097baf7f1a43 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963521 Apr 11 06:31:23.686874 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e1389-de0b-4a6c-b487-13e00031c6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e60e56-1378-4a93-9012-35fc9ac7e52e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:23.709353 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2c8d476c-e95e-4ce7-99c4-8ab8e4686989 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6174b2c93ccc41fa84d74d0e25073560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542520 Apr 11 06:31:23.710798 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d476c-e95e-4ce7-99c4-8ab8e4686989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfb3232-095f-42d6-bb9b-bd95f768ba9c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:23.711863 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:23.775330 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f7d4c59-adcd-4a10-b8c2-e85cbdd2e948 admin admin] Publish callbacks [] for security_group (cbfb3232-095f-42d6-bb9b-bd95f768ba9c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.799388 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f7d4c59-adcd-4a10-b8c2-e85cbdd2e948 admin admin] Publish callbacks [] for security_group (cbfb3232-095f-42d6-bb9b-bd95f768ba9c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.855455 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f7d4c59-adcd-4a10-b8c2-e85cbdd2e948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (cbfb3232-095f-42d6-bb9b-bd95f768ba9c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.858588 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f7d4c59-adcd-4a10-b8c2-e85cbdd2e948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.862489 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6f7d4c59-adcd-4a10-b8c2-e85cbdd2e948 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbfb3232-095f-42d6-bb9b-bd95f768ba9c HTTP/1.1" status: 204 len: 168 time: 0.1495636 Apr 11 06:31:23.871035 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d4c59-adcd-4a10-b8c2-e85cbdd2e948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfb3232-095f-42d6-bb9b-bd95f768ba9c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:23.882465 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07325547-28b7-425a-a917-7a0876d86b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.964029 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07325547-28b7-425a-a917-7a0876d86b33 admin admin] Publish callbacks [] for security_group (098476f8-beed-4b18-99d1-bb83ea87327c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:23.971821 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07325547-28b7-425a-a917-7a0876d86b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (098476f8-beed-4b18-99d1-bb83ea87327c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.018250 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07325547-28b7-425a-a917-7a0876d86b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098476f8-beed-4b18-99d1-bb83ea87327c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:24.022821 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-07325547-28b7-425a-a917-7a0876d86b33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=169645d5166744d682b5812629959b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4280868 Apr 11 06:31:24.026196 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35232) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:24.138912 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff975dee-7570-485e-8558-5e8fa928847c req-fd8eeb1e-2a78-48f9-9beb-0c17038438de tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:24.146383 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff975dee-7570-485e-8558-5e8fa928847c req-fd8eeb1e-2a78-48f9-9beb-0c17038438de tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 945 time: 0.0991044 Apr 11 06:31:24.160423 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78f85d-d4c7-4e61-94ac-fe786f6a7053 req-463d48d3-a2d1-49b2-bc93-d07087289fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:24.162313 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1e78f85d-d4c7-4e61-94ac-fe786f6a7053 req-463d48d3-a2d1-49b2-bc93-d07087289fc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.0658855 Apr 11 06:31:24.172752 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f881e-9aba-49df-8354-a15a58ccd649 req-0cf6be9d-5e84-4f26-98d2-f915503de9d5 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:24.178999 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-834f881e-9aba-49df-8354-a15a58ccd649 req-0cf6be9d-5e84-4f26-98d2-f915503de9d5 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 945 time: 0.0934577 Apr 11 06:31:24.186916 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:24.294935 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.341375 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78f85d-d4c7-4e61-94ac-fe786f6a7053 req-9f9f84ee-1a32-47cf-af64-4fcd9ccdba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:24.343932 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1e78f85d-d4c7-4e61-94ac-fe786f6a7053 req-9f9f84ee-1a32-47cf-af64-4fcd9ccdba30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1313961 Apr 11 06:31:24.346354 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Publish callbacks [] for security_group (098476f8-beed-4b18-99d1-bb83ea87327c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.371290 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff975dee-7570-485e-8558-5e8fa928847c req-7040aa66-7dcd-46d0-8b2e-045e923b539d tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/security-groups?id=551b1aab-075d-49de-8973-ab4663fa9e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238629 Apr 11 06:31:24.402616 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Publish callbacks [] for security_group (098476f8-beed-4b18-99d1-bb83ea87327c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.420797 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-68e5972e-9436-4b86-876d-2428b4c12bc5 req-11de8505-7de4-4c5f-8be3-e5acc75be8eb service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282974 Apr 11 06:31:24.441084 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35242) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:24.452239 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-834f881e-9aba-49df-8354-a15a58ccd649 req-0fc19cae-2c47-441e-87ce-b68c3e639609 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Deleting port 9d9263c6-85cc-4b45-b49e-0fa382643c50 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:31:24.452573 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-834f881e-9aba-49df-8354-a15a58ccd649 req-0fc19cae-2c47-441e-87ce-b68c3e639609 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.481654 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93568ed4-d8f7-458d-88d7-45b65bdc0cfa req-8cf79ed5-1632-4231-95fe-c142d4634d69 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:24.483661 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-93568ed4-d8f7-458d-88d7-45b65bdc0cfa req-8cf79ed5-1632-4231-95fe-c142d4634d69 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 945 time: 0.2290568 Apr 11 06:31:24.518510 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c4457e7-3dac-4bfc-9042-8401bbbd158c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.569666 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Publish callbacks [] for security_group (706a15dc-4047-461e-a01d-ccd1b98643f6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.584813 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.598171 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (706a15dc-4047-461e-a01d-ccd1b98643f6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.635981 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (098476f8-beed-4b18-99d1-bb83ea87327c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.638605 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.642773 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/098476f8-beed-4b18-99d1-bb83ea87327c HTTP/1.1" status: 204 len: 168 time: 0.6151757 Apr 11 06:31:24.671479 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098476f8-beed-4b18-99d1-bb83ea87327c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:24.677180 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa547176-7136-4990-9999-57b9addbb221 req-cb29b787-bd9e-45e6-8413-8204436f959f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:24.678696 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aa547176-7136-4990-9999-57b9addbb221 req-cb29b787-bd9e-45e6-8413-8204436f959f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.1714878 Apr 11 06:31:24.684817 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c4457e7-3dac-4bfc-9042-8401bbbd158c admin admin] Publish callbacks [] for security_group (adb41536-fa8c-4f0f-ac39-76294e8c05dc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.692843 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1e78f85d-d4c7-4e61-94ac-fe786f6a7053 req-3bb0c1a2-fd3d-4062-9bab-c4b779a2d78b service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114465 Apr 11 06:31:24.694433 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.695280 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.695845 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.697027 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.697588 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.698145 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.699411 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.699767 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6332f38a96d64eabb25964747b5c2dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5107450 Apr 11 06:31:24.700214 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.700767 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.701311 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.701847 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.702470 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.703007 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.703624 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.703966 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35272) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:24.704365 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edfde75-c75c-407a-bd88-de85dfcabd42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.708939 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706a15dc-4047-461e-a01d-ccd1b98643f6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:24.717842 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c4457e7-3dac-4bfc-9042-8401bbbd158c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (adb41536-fa8c-4f0f-ac39-76294e8c05dc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.733369 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-93568ed4-d8f7-458d-88d7-45b65bdc0cfa req-d58c7fec-e890-49d5-be5b-92c3d4c973b4 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339044 Apr 11 06:31:24.735594 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-834f881e-9aba-49df-8354-a15a58ccd649 req-0fc19cae-2c47-441e-87ce-b68c3e639609 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] For port 9d9263c6-85cc-4b45-b49e-0fa382643c50, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9d9263c6-85cc-4b45-b49e-0fa382643c50,segment=NetworkSegment(b7a35a3e-4d3a-48c7-b906-4d097cdd9169),segment_id=b7a35a3e-4d3a-48c7-b906-4d097cdd9169)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:24.735975 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-834f881e-9aba-49df-8354-a15a58ccd649 req-0fc19cae-2c47-441e-87ce-b68c3e639609 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:24.837211 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.837906 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.838477 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.839000 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.839519 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.840083 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.840603 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.841135 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.842052 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.842586 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.843127 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.843668 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.844201 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.844730 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.845296 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e61800-21d3-483c-b3cb-0d86e437099e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:24.852151 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-834f881e-9aba-49df-8354-a15a58ccd649 req-0fc19cae-2c47-441e-87ce-b68c3e639609 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Calling delete_port for 9d9263c6-85cc-4b45-b49e-0fa382643c50 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:31:24.859081 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5c4457e7-3dac-4bfc-9042-8401bbbd158c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7058a3ba20b5453c97c1e320720a7fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167695 Apr 11 06:31:24.862059 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:24.873749 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4457e7-3dac-4bfc-9042-8401bbbd158c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb41536-fa8c-4f0f-ac39-76294e8c05dc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:24.970336 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1e78f85d-d4c7-4e61-94ac-fe786f6a7053 req-3508d2bd-0b66-4a5b-ad12-8b953f54d07d service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622404 Apr 11 06:31:24.988855 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1802-0f66-46d9-acde-d964f60edbfe admin admin] Publish callbacks [] for security_group (adb41536-fa8c-4f0f-ac39-76294e8c05dc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.018236 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1802-0f66-46d9-acde-d964f60edbfe admin admin] Publish callbacks [] for security_group (adb41536-fa8c-4f0f-ac39-76294e8c05dc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.028808 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aa547176-7136-4990-9999-57b9addbb221 req-11f26c30-7c1a-4dae-9722-5cac2b96209d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351560 Apr 11 06:31:25.040070 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92b565-0c6a-4058-8fb1-66fd831d0b4a req-f8a53bab-ba1a-4998-bea1-8636174d3a72 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:25.050674 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3f92b565-0c6a-4058-8fb1-66fd831d0b4a req-f8a53bab-ba1a-4998-bea1-8636174d3a72 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 945 time: 0.1947970 Apr 11 06:31:25.051144 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:25.072066 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-18416719-ff14-4035-a58b-3779a86d1f63 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'floatingip': {'port_id': 'a644093e-daf7-4a64-a8a6-00050ad089da'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:25.073801 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1223ba2f-5ae2-4f4b-9d35-0f3c0634dd58 admin admin] Publish callbacks [] for security_group (706a15dc-4047-461e-a01d-ccd1b98643f6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.113905 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1223ba2f-5ae2-4f4b-9d35-0f3c0634dd58 admin admin] Publish callbacks [] for security_group (706a15dc-4047-461e-a01d-ccd1b98643f6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.160779 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18416719-ff14-4035-a58b-3779a86d1f63 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (01abb464-6f11-4141-b97c-1cec3c1eaeee), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.204467 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-834f881e-9aba-49df-8354-a15a58ccd649 req-0fc19cae-2c47-441e-87ce-b68c3e639609 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (9d9263c6-85cc-4b45-b49e-0fa382643c50), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.217012 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1223ba2f-5ae2-4f4b-9d35-0f3c0634dd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (706a15dc-4047-461e-a01d-ccd1b98643f6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.218365 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['9d9263c6-85cc-4b45-b49e-0fa382643c50'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:31:25.220121 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1223ba2f-5ae2-4f4b-9d35-0f3c0634dd58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.221587 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1223ba2f-5ae2-4f4b-9d35-0f3c0634dd58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/706a15dc-4047-461e-a01d-ccd1b98643f6 HTTP/1.1" status: 204 len: 168 time: 0.5103662 Apr 11 06:31:25.255234 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc19cae-2c47-441e-87ce-b68c3e639609 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Pushing event deleted for resources: {'Port': ['ID=9d9263c6-85cc-4b45-b49e-0fa382643c50,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:25.261229 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:25.295555 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04818331-e698-4e5c-8066-6bd4f746db23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.304613 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223ba2f-5ae2-4f4b-9d35-0f3c0634dd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706a15dc-4047-461e-a01d-ccd1b98643f6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:25.381935 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-834f881e-9aba-49df-8354-a15a58ccd649 req-0fc19cae-2c47-441e-87ce-b68c3e639609 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] No DVR routers for this DVR port 9d9263c6-85cc-4b45-b49e-0fa382643c50 on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:31:25.386129 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-834f881e-9aba-49df-8354-a15a58ccd649 req-0fc19cae-2c47-441e-87ce-b68c3e639609 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.391377 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-834f881e-9aba-49df-8354-a15a58ccd649 req-0fc19cae-2c47-441e-87ce-b68c3e639609 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.20 "DELETE /v2.0/ports/9d9263c6-85cc-4b45-b49e-0fa382643c50 HTTP/1.1" status: 204 len: 173 time: 1.1905277 Apr 11 06:31:25.391864 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9839683-8829-4e7c-85f9-5ac299b333c6', 'name': 'network-vif-deleted', 'tag': '9d9263c6-85cc-4b45-b49e-0fa382643c50'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:25.394583 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab8e96b-4ae0-4c6d-942a-92d583ef2948" -d '{"events": [{"server_uuid": "e9839683-8829-4e7c-85f9-5ac299b333c6", "name": "network-vif-deleted", "tag": "9d9263c6-85cc-4b45-b49e-0fa382643c50"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:25.403478 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1802-0f66-46d9-acde-d964f60edbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (adb41536-fa8c-4f0f-ac39-76294e8c05dc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.409316 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd5b1802-0f66-46d9-acde-d964f60edbfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.410855 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bd5b1802-0f66-46d9-acde-d964f60edbfe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adb41536-fa8c-4f0f-ac39-76294e8c05dc HTTP/1.1" status: 204 len: 168 time: 0.5442708 Apr 11 06:31:25.434733 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b1802-0f66-46d9-acde-d964f60edbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb41536-fa8c-4f0f-ac39-76294e8c05dc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:25.503563 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd468f6b-7c7b-4d47-bf3b-b4c2a89f1229 x-openstack-request-id: req-dd468f6b-7c7b-4d47-bf3b-b4c2a89f1229 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:25.504082 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9839683-8829-4e7c-85f9-5ac299b333c6", "name": "network-vif-deleted", "tag": "9d9263c6-85cc-4b45-b49e-0fa382643c50", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:25.504490 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd468f6b-7c7b-4d47-bf3b-b4c2a89f1229 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:25.505110 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd468f6b-7c7b-4d47-bf3b-b4c2a89f1229'] response: {'server_uuid': 'e9839683-8829-4e7c-85f9-5ac299b333c6', 'name': 'network-vif-deleted', 'tag': '9d9263c6-85cc-4b45-b49e-0fa382643c50', 'status': 'completed', 'code': 200} Apr 11 06:31:25.568997 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d9b2fc69-d915-4986-b8ba-b92441a6d804 req-3e1e1081-7678-4222-a6eb-0b1eb412b199 tempest-DeleteServersTestJSON-1894246843 tempest-DeleteServersTestJSON-1894246843-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9839683-8829-4e7c-85f9-5ac299b333c6 HTTP/1.1" status: 200 len: 210 time: 0.0490971 Apr 11 06:31:25.606990 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f4c88211-2848-43d9-b2b4-f610a48fd1e5 req-efd104c7-5dfb-4567-8a11-be0ba5bd6a2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822425 Apr 11 06:31:25.637055 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04818331-e698-4e5c-8066-6bd4f746db23 admin admin] Publish callbacks [] for security_group (b8eb722e-cd3b-4b6a-ba74-5f72fad736c6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.672461 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04818331-e698-4e5c-8066-6bd4f746db23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b8eb722e-cd3b-4b6a-ba74-5f72fad736c6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.698923 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88211-2848-43d9-b2b4-f610a48fd1e5 req-590e4265-b953-4c2f-b561-bfb9e3c29f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:25.701685 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f4c88211-2848-43d9-b2b4-f610a48fd1e5 req-590e4265-b953-4c2f-b561-bfb9e3c29f88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 1130 time: 0.0487900 Apr 11 06:31:25.739348 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.753568 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-04818331-e698-4e5c-8066-6bd4f746db23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ebf3a4cc7c942a89dc63edf75fd8303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883831 Apr 11 06:31:25.753568 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04818331-e698-4e5c-8066-6bd4f746db23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eb722e-cd3b-4b6a-ba74-5f72fad736c6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:25.755305 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35332) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:25.925105 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:25.977670 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d39281-dfc3-424d-84dd-2acfc3e62200 admin admin] Publish callbacks [] for security_group (b8eb722e-cd3b-4b6a-ba74-5f72fad736c6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.001218 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88211-2848-43d9-b2b4-f610a48fd1e5 req-f5b8493f-00fa-4256-ab9f-f824fb658ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:26.002812 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f4c88211-2848-43d9-b2b4-f610a48fd1e5 req-f5b8493f-00fa-4256-ab9f-f824fb658ea4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.2746878 Apr 11 06:31:26.018657 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d39281-dfc3-424d-84dd-2acfc3e62200 admin admin] Publish callbacks [] for security_group (b8eb722e-cd3b-4b6a-ba74-5f72fad736c6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.059392 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f4c88211-2848-43d9-b2b4-f610a48fd1e5 req-6c6bb42d-e77b-4eae-98b6-acdc94c19e38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1c9991e-d057-4e1b-89df-c238b3125ae0 HTTP/1.1" status: 200 len: 217 time: 0.0481770 Apr 11 06:31:26.108843 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d39281-dfc3-424d-84dd-2acfc3e62200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b8eb722e-cd3b-4b6a-ba74-5f72fad736c6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.112406 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43d39281-dfc3-424d-84dd-2acfc3e62200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.113954 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-43d39281-dfc3-424d-84dd-2acfc3e62200 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8eb722e-cd3b-4b6a-ba74-5f72fad736c6 HTTP/1.1" status: 204 len: 168 time: 0.3576543 Apr 11 06:31:26.132783 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d39281-dfc3-424d-84dd-2acfc3e62200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eb722e-cd3b-4b6a-ba74-5f72fad736c6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:26.196542 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b90728-f392-45d0-8c2a-f97d6b9ea43f req-d622c093-395e-426a-83cc-958db5406d6e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:26.198464 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d9b90728-f392-45d0-8c2a-f97d6b9ea43f req-d622c093-395e-426a-83cc-958db5406d6e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0556204 Apr 11 06:31:26.277937 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d9b90728-f392-45d0-8c2a-f97d6b9ea43f req-b0b38acc-3cde-4b05-97de-b6abcffc6008 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717444 Apr 11 06:31:26.391436 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88211-2848-43d9-b2b4-f610a48fd1e5 req-721c9c55-3bb2-4f79-af71-3dabb1eca229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:26.396447 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f4c88211-2848-43d9-b2b4-f610a48fd1e5 req-721c9c55-3bb2-4f79-af71-3dabb1eca229 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.0972450 Apr 11 06:31:26.515611 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88211-2848-43d9-b2b4-f610a48fd1e5 req-fc4c197e-04ad-4be3-a374-124ef71e8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:26.520106 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f4c88211-2848-43d9-b2b4-f610a48fd1e5 req-fc4c197e-04ad-4be3-a374-124ef71e8c9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1165478 Apr 11 06:31:26.586788 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18416719-ff14-4035-a58b-3779a86d1f63 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.592284 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18416719-ff14-4035-a58b-3779a86d1f63 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (01abb464-6f11-4141-b97c-1cec3c1eaeee), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:26.702511 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f4c88211-2848-43d9-b2b4-f610a48fd1e5 req-d397099b-9f08-47fc-937b-a1700b0f4a2b service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758170 Apr 11 06:31:26.774414 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-18416719-ff14-4035-a58b-3779a86d1f63 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Floating IP 01abb464-6f11-4141-b97c-1cec3c1eaeee associated. External IP: 172.27.2.62, port: a644093e-daf7-4a64-a8a6-00050ad089da. Apr 11 06:31:26.863410 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f4c88211-2848-43d9-b2b4-f610a48fd1e5 req-66c90160-eacf-4642-b43a-136a2c5eb91d service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536098 Apr 11 06:31:27.128727 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18416719-ff14-4035-a58b-3779a86d1f63 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Router f8a382dd-e48c-4156-a92f-e5be092eb7ca has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:31:27.224877 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.285076 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18416719-ff14-4035-a58b-3779a86d1f63 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:31:27.290618 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18416719-ff14-4035-a58b-3779a86d1f63 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:27.299382 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee4a6d-bfd9-46be-af3f-ac9cdbd5cdd1 None None] Sync routers for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:31:27.312363 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee4a6d-bfd9-46be-af3f-ac9cdbd5cdd1 None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:27.313583 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4ee4a6d-bfd9-46be-af3f-ac9cdbd5cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:31:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:27.353772 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-18416719-ff14-4035-a58b-3779a86d1f63 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "PUT /v2.0/floatingips/01abb464-6f11-4141-b97c-1cec3c1eaeee HTTP/1.1" status: 200 len: 990 time: 2.3013415 Apr 11 06:31:27.354362 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'tag': 'a644093e-daf7-4a64-a8a6-00050ad089da'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:27.360745 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409062f6-5f0d-425d-a0b5-3bcfe9558f13" -d '{"events": [{"name": "network-changed", "server_uuid": "8a385db9-a8b7-40e6-bd20-23afa7a2287f", "tag": "a644093e-daf7-4a64-a8a6-00050ad089da"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:27.426914 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16621648-785d-418f-9386-7da4734a02fc x-openstack-request-id: req-16621648-785d-418f-9386-7da4734a02fc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:27.427269 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a385db9-a8b7-40e6-bd20-23afa7a2287f", "tag": "a644093e-daf7-4a64-a8a6-00050ad089da", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:27.427586 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16621648-785d-418f-9386-7da4734a02fc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:27.428529 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16621648-785d-418f-9386-7da4734a02fc'] response: {'name': 'network-changed', 'server_uuid': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'tag': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'status': 'completed', 'code': 200} Apr 11 06:31:27.507161 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409062f6-5f0d-425d-a0b5-3bcfe9558f13 req-37793b1c-4394-4322-9d78-c83dadb60879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:27.509233 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-409062f6-5f0d-425d-a0b5-3bcfe9558f13 req-37793b1c-4394-4322-9d78-c83dadb60879 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 1129 time: 0.0478783 Apr 11 06:31:27.554406 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52e40f-fbbb-443c-84a6-f551f45c00fb req-708bb5ef-91b8-4b1e-b780-eb04016edbcc tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:27.557272 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d52e40f-fbbb-443c-84a6-f551f45c00fb req-708bb5ef-91b8-4b1e-b780-eb04016edbcc tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.1506317 Apr 11 06:31:27.571909 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a4ee4a6d-bfd9-46be-af3f-ac9cdbd5cdd1 None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:27.685496 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d52e40f-fbbb-443c-84a6-f551f45c00fb req-bc345f0c-ed55-4f13-b3b4-19e325337bd1 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057339 Apr 11 06:31:27.688608 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409062f6-5f0d-425d-a0b5-3bcfe9558f13 req-f30b7efb-8aba-415b-a348-314727cbb68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:27.696512 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-409062f6-5f0d-425d-a0b5-3bcfe9558f13 req-f30b7efb-8aba-415b-a348-314727cbb68c service neutron] 10.222.0.20 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 914 time: 0.1784425 Apr 11 06:31:27.826540 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-409062f6-5f0d-425d-a0b5-3bcfe9558f13 req-837d3d66-e863-42c4-87aa-50cdb9fdcbdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a644093e-daf7-4a64-a8a6-00050ad089da HTTP/1.1" status: 200 len: 998 time: 0.1141047 Apr 11 06:31:27.869547 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4ee4a6d-bfd9-46be-af3f-ac9cdbd5cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '01abb464-6f11-4141-b97c-1cec3c1eaeee', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:16:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:59Z', 'updated_at': '2022-04-11T06:31:26Z', 'revision_number': 1, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:27.892362 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409062f6-5f0d-425d-a0b5-3bcfe9558f13 req-35d3e2d7-4c32-46b8-a869-eef68de6523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:27.898461 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-409062f6-5f0d-425d-a0b5-3bcfe9558f13 req-35d3e2d7-4c32-46b8-a869-eef68de6523c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 HTTP/1.1" status: 200 len: 853 time: 0.0646048 Apr 11 06:31:27.906492 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee4a6d-bfd9-46be-af3f-ac9cdbd5cdd1 None None] Checking router: f8a382dd-e48c-4156-a92f-e5be092eb7ca for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:31:27.917035 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee4a6d-bfd9-46be-af3f-ac9cdbd5cdd1 None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:27.917913 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4ee4a6d-bfd9-46be-af3f-ac9cdbd5cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:31:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:27.921926 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9d9263c6-85cc-4b45-b49e-0fa382643c50 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:31:27.953434 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: 9d9263c6-85cc-4b45-b49e-0fa382643c50 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:31:27.954206 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9d9263c6-85cc-4b45-b49e-0fa382643c50 not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:31:27.958670 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409062f6-5f0d-425d-a0b5-3bcfe9558f13 req-37290dbb-ccff-48c0-b6aa-0e90ba7f23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:27.961329 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-409062f6-5f0d-425d-a0b5-3bcfe9558f13 req-37290dbb-ccff-48c0-b6aa-0e90ba7f23cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565298 Apr 11 06:31:28.046787 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a4ee4a6d-bfd9-46be-af3f-ac9cdbd5cdd1 None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:28.103837 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-409062f6-5f0d-425d-a0b5-3bcfe9558f13 req-3a1fb074-bcff-4e35-b90d-657149f662d4 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261930 Apr 11 06:31:28.230882 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35454) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:28.236654 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-409062f6-5f0d-425d-a0b5-3bcfe9558f13 req-cd907adc-569c-4404-8023-3a120cbd3c79 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299958 Apr 11 06:31:28.306479 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-55409b6d-2466-40c1-b8c1-29b677af7755 admin admin] Deleting subnet 40068664-9256-4d43-9a18-ba6929abdc8e {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:31:28.312357 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55409b6d-2466-40c1-b8c1-29b677af7755 admin admin] Publish callbacks [] for subnet (40068664-9256-4d43-9a18-ba6929abdc8e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.313122 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4ee4a6d-bfd9-46be-af3f-ac9cdbd5cdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '01abb464-6f11-4141-b97c-1cec3c1eaeee', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:16:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:59Z', 'updated_at': '2022-04-11T06:31:26Z', 'revision_number': 1, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:28.347616 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ee4a6d-bfd9-46be-af3f-ac9cdbd5cdd1 None None] The sync data for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi is: [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '01abb464-6f11-4141-b97c-1cec3c1eaeee', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:16:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:59Z', 'updated_at': '2022-04-11T06:31:26Z', 'revision_number': 1, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:31:28.368654 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55409b6d-2466-40c1-b8c1-29b677af7755 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2113639'] for subnet (40068664-9256-4d43-9a18-ba6929abdc8e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.407524 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55409b6d-2466-40c1-b8c1-29b677af7755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (40068664-9256-4d43-9a18-ba6929abdc8e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.482794 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55409b6d-2466-40c1-b8c1-29b677af7755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9388572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3823590'] for subnet (40068664-9256-4d43-9a18-ba6929abdc8e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.532628 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55409b6d-2466-40c1-b8c1-29b677af7755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40068664-9256-4d43-9a18-ba6929abdc8e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:28.542894 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55409b6d-2466-40c1-b8c1-29b677af7755 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.547074 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-55409b6d-2466-40c1-b8c1-29b677af7755 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/40068664-9256-4d43-9a18-ba6929abdc8e HTTP/1.1" status: 204 len: 168 time: 0.3104692 Apr 11 06:31:28.549587 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:28.665861 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (c9b07512-d8f2-42f5-a86c-13cb0a1b9857), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.727894 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b98c3-f005-4c45-afc3-b2dce317ba77 None None] New status for floating IP 01abb464-6f11-4141-b97c-1cec3c1eaeee: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:31:28.759306 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (c9b07512-d8f2-42f5-a86c-13cb0a1b9857), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.783629 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b07512-d8f2-42f5-a86c-13cb0a1b9857']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:28.795138 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a35a3e-4d3a-48c7-b906-4d097cdd9169') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:28.795438 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a35a3e-4d3a-48c7-b906-4d097cdd9169') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:28.809858 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2113646'] for segment (b7a35a3e-4d3a-48c7-b906-4d097cdd9169), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.836507 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (b7a35a3e-4d3a-48c7-b906-4d097cdd9169), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.844316 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:31:28.845014 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9388726'] for segment (b7a35a3e-4d3a-48c7-b906-4d097cdd9169), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: Traceback (most recent call last): Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: timer() Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: cb(*args, **kw) Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: return func(*args, **kwargs) Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: self._notify() Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: self.callback(batched_events) Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: event.method(event) Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: return f(self, *a, **k) Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._get(url).json() Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:31:28.899050 dv-cinder-836996-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:31:28.916466 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cc272-f8e1-4663-bff1-aff4b4fe479b req-a0f86b32-48ab-442a-80ca-336911bbd076 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:28.918787 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e16cc272-f8e1-4663-bff1-aff4b4fe479b req-a0f86b32-48ab-442a-80ca-336911bbd076 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0991492 Apr 11 06:31:28.925043 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (c9b07512-d8f2-42f5-a86c-13cb0a1b9857), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.949149 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:28.955864 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c9b07512-d8f2-42f5-a86c-13cb0a1b9857 HTTP/1.1" status: 204 len: 168 time: 0.4044781 Apr 11 06:31:28.957145 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68946e-0f77-48a6-b665-0066dd0d2450 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b07512-d8f2-42f5-a86c-13cb0a1b9857,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:29.029791 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e16cc272-f8e1-4663-bff1-aff4b4fe479b req-48ed3c0b-4936-438b-ab9f-723a1daae0a6 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047506 Apr 11 06:31:29.259138 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:29.301854 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b8847cba-dd18-4e06-bdf5-4fcbd11f93b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b46cf15b408e43dab11af0e399669182&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415342 Apr 11 06:31:29.305039 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35500) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:29.359512 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f51e60c-4650-47e2-a243-6bcd716c2ff3 admin admin] Publish callbacks [] for security_group (551b1aab-075d-49de-8973-ab4663fa9e72), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.385070 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f51e60c-4650-47e2-a243-6bcd716c2ff3 admin admin] Publish callbacks [] for security_group (551b1aab-075d-49de-8973-ab4663fa9e72), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.456263 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f51e60c-4650-47e2-a243-6bcd716c2ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (551b1aab-075d-49de-8973-ab4663fa9e72), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.462800 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f51e60c-4650-47e2-a243-6bcd716c2ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:29.466344 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2f51e60c-4650-47e2-a243-6bcd716c2ff3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/551b1aab-075d-49de-8973-ab4663fa9e72 HTTP/1.1" status: 204 len: 168 time: 0.1579323 Apr 11 06:31:29.475735 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51e60c-4650-47e2-a243-6bcd716c2ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551b1aab-075d-49de-8973-ab4663fa9e72,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:30.152010 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872c3e5-3118-4d04-b68e-d709af7e2f40 req-0dca85fc-8d02-4bd1-9096-66f4a4bc78f5 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:30.153829 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f872c3e5-3118-4d04-b68e-d709af7e2f40 req-0dca85fc-8d02-4bd1-9096-66f4a4bc78f5 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0597565 Apr 11 06:31:30.214135 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f872c3e5-3118-4d04-b68e-d709af7e2f40 req-be27a334-41a5-4b1d-bb1f-7df04a247b57 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530984 Apr 11 06:31:30.287097 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35550) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:30.388797 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-732939572-network', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:30.409654 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Made reservation on behalf of a9656f49a2604955a0684ebb230397f3 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:30.411966 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.420750 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.498028 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Publish callbacks [] for security_group (51de2caf-f693-49be-b223-7afc70550a2b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.502360 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (51de2caf-f693-49be-b223-7afc70550a2b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.527343 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:31:30.544175 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51de2caf-f693-49be-b223-7afc70550a2b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:30.547056 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.547382 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Added segment c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da of type vlan for network f0452541-ae6a-407a-a6e0-2f42517a89be Apr 11 06:31:30.590898 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (f0452541-ae6a-407a-a6e0-2f42517a89be), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.617617 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (f0452541-ae6a-407a-a6e0-2f42517a89be), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.618623 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:30.619223 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.651218 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3630209 Apr 11 06:31:30.654649 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:30.659715 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-98409f94-79d3-4449-b864-19303533ded9 admin admin] Request body: {'subnet': {'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-732939572-subnet', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:30.684296 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80d673-d539-413e-9291-1ff8bacca210 admin admin] Pushing event updated for resources: {'Network': ['ID=f0452541-ae6a-407a-a6e0-2f42517a89be,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:30.684678 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98409f94-79d3-4449-b864-19303533ded9 admin admin] Made reservation on behalf of a9656f49a2604955a0684ebb230397f3 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:30.687545 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98409f94-79d3-4449-b864-19303533ded9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3823611'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.694431 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network f0452541-ae6a-407a-a6e0-2f42517a89be details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:31:30.895177 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98409f94-79d3-4449-b864-19303533ded9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9391313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3823593'] for subnet (1a560b5c-8187-40f9-a67d-b5d8bcffd646), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:30.954065 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98409f94-79d3-4449-b864-19303533ded9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a560b5c-8187-40f9-a67d-b5d8bcffd646,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:30.965671 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98409f94-79d3-4449-b864-19303533ded9 admin admin] Checking segment: {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:30.965931 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98409f94-79d3-4449-b864-19303533ded9 admin admin] Network hostable DHCP agents. Network: f0452541-ae6a-407a-a6e0-2f42517a89be, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:31:30.991358 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98409f94-79d3-4449-b864-19303533ded9 admin admin] Network f0452541-ae6a-407a-a6e0-2f42517a89be is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:31:31.002757 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-98409f94-79d3-4449-b864-19303533ded9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, f0452541-ae6a-407a-a6e0-2f42517a89be) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:31.006934 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98409f94-79d3-4449-b864-19303533ded9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:31.007732 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98409f94-79d3-4449-b864-19303533ded9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.014384 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a07a2-56cd-466f-b889-5ebed91a32af None None] Network f0452541-ae6a-407a-a6e0-2f42517a89be requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:31.029856 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-98409f94-79d3-4449-b864-19303533ded9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3709538 Apr 11 06:31:31.030144 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:31.034275 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:31.055355 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2087253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30879'] for router (66023ed4-db35-4f65-9756-2afe2e1e0d60), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.056509 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2088933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30886'] for router (66023ed4-db35-4f65-9756-2afe2e1e0d60), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.147490 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04795716-4755-599e-9613-29244d979784-f0452541-ae6a-407a-a6e0-2f42517a89be', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646'}]}} from dv-cinder-836996-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:31:31.148408 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.300490 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Allocated IP 172.20.0.2 (f0452541-ae6a-407a-a6e0-2f42517a89be/1a560b5c-8187-40f9-a67d-b5d8bcffd646/5755df6d-d6d2-4f71-adcd-50a192081ef9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:31.370188 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Publish callbacks [] for router_controller (66023ed4-db35-4f65-9756-2afe2e1e0d60), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.493833 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ee2b7-49cf-4e43-bb70-6ba42169ccbf req-1f411eae-6f51-4ccc-916f-e8ecc4d64539 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:31.495346 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-154ee2b7-49cf-4e43-bb70-6ba42169ccbf req-1f411eae-6f51-4ccc-916f-e8ecc4d64539 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.1235816 Apr 11 06:31:31.503242 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Publish callbacks [] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.511810 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.563830 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Network f0452541-ae6a-407a-a6e0-2f42517a89be is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:31.565123 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Pushing event updated for resources: {'Port': ['ID=5755df6d-d6d2-4f71-adcd-50a192081ef9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:31.567494 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:31.570300 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:31.578336 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.578669 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.579061 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.579364 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.579681 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.580160 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.580477 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.580795 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.581141 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.581495 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.581839 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.582169 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.582480 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.582798 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.583097 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:31:31.604176 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Publish callbacks [] for router_gateway (66023ed4-db35-4f65-9756-2afe2e1e0d60), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.636214 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-154ee2b7-49cf-4e43-bb70-6ba42169ccbf req-f7a7f863-5bbe-4677-b503-f0708c6f492b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026361 Apr 11 06:31:31.640312 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Attempting to bind port 5755df6d-d6d2-4f71-adcd-50a192081ef9 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:31.640839 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Attempting to bind port 5755df6d-d6d2-4f71-adcd-50a192081ef9 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:31.641406 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Attempting to bind port 5755df6d-d6d2-4f71-adcd-50a192081ef9 on network f0452541-ae6a-407a-a6e0-2f42517a89be {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:31.647417 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:31.647836 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Checking segment: {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:31.648243 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.648633 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Bound using segment: {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:31.649131 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Bound port: 5755df6d-d6d2-4f71-adcd-50a192081ef9, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:31.649510 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.710644 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] For port 5755df6d-d6d2-4f71-adcd-50a192081ef9, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:31.713817 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] For port 5755df6d-d6d2-4f71-adcd-50a192081ef9, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=5755df6d-d6d2-4f71-adcd-50a192081ef9,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:31.721282 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.775989 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4b46c-3c6c-481e-ac9f-7f87a0d14372 None None] Pushing event updated for resources: {'Port': ['ID=5755df6d-d6d2-4f71-adcd-50a192081ef9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:31.820216 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Publish callbacks [] for router_gateway (66023ed4-db35-4f65-9756-2afe2e1e0d60), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.842974 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:31.966873 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Allocated IP 172.27.2.159 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/812de46c-ee57-433c-8a22-b1e717e3aef8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:32.082767 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Publish callbacks [] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.118017 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.158405 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:32.161305 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:32.164086 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:32.191577 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Pushing event updated for resources: {'Port': ['ID=812de46c-ee57-433c-8a22-b1e717e3aef8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:32.435195 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Publish callbacks [] for router_gateway (66023ed4-db35-4f65-9756-2afe2e1e0d60), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.653873 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2088924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2037421'] for router (66023ed4-db35-4f65-9756-2afe2e1e0d60), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.692624 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c8989e-8b44-4e0e-917d-d2c872a4530b None None] Network f0452541-ae6a-407a-a6e0-2f42517a89be requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:32.755278 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3e3f0a6c-df08-4a62-a79e-cee5219befe3 None None] Provisioning complete for port 5755df6d-d6d2-4f71-adcd-50a192081ef9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:32.756001 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0a6c-df08-4a62-a79e-cee5219befe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.789450 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dfd1f-cddd-4735-b8ed-dc0b954eb800 req-57dbd11e-46d4-4962-86a9-e8203a2ac615 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:32.790974 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-649dfd1f-cddd-4735-b8ed-dc0b954eb800 req-57dbd11e-46d4-4962-86a9-e8203a2ac615 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0836136 Apr 11 06:31:32.863316 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-649dfd1f-cddd-4735-b8ed-dc0b954eb800 req-0ef2dfef-f009-4831-8ebb-887875e2a445 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655715 Apr 11 06:31:32.876589 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Router 66023ed4-db35-4f65-9756-2afe2e1e0d60 is scheduled to L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:31:32.879949 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f0a6c-df08-4a62-a79e-cee5219befe3 None None] Current status of the port 5755df6d-d6d2-4f71-adcd-50a192081ef9 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:32.879949 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0a6c-df08-4a62-a79e-cee5219befe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.920570 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3e3f0a6c-df08-4a62-a79e-cee5219befe3 None None] For port 5755df6d-d6d2-4f71-adcd-50a192081ef9, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=5755df6d-d6d2-4f71-adcd-50a192081ef9,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:32.925326 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0a6c-df08-4a62-a79e-cee5219befe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:32.974631 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f0a6c-df08-4a62-a79e-cee5219befe3 None None] Pushing event updated for resources: {'Port': ['ID=5755df6d-d6d2-4f71-adcd-50a192081ef9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:33.004254 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:31:33.014331 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Sync routers for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:31:33.023465 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.025848 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:33.026439 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:31:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:33.028064 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35606) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:33.035444 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-71734c2e-03ed-4e1f-ae8c-8d7311c71b7f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0048211 Apr 11 06:31:33.149623 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:33.151635 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8c3e4582-4079-4ced-94a1-56aa6a0d66c6 None None] Provisioning complete for port 5755df6d-d6d2-4f71-adcd-50a192081ef9 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:33.152003 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4582-4079-4ced-94a1-56aa6a0d66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.247051 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e4582-4079-4ced-94a1-56aa6a0d66c6 None None] Current status of the port 5755df6d-d6d2-4f71-adcd-50a192081ef9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:33.343820 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 3, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:33.374933 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Checking router: 66023ed4-db35-4f65-9756-2afe2e1e0d60 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:31:33.375277 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Updating router 66023ed4-db35-4f65-9756-2afe2e1e0d60 port 812de46c-ee57-433c-8a22-b1e717e3aef8 binding host dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:31:33.405626 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.526913 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.583024 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 5755df6d-d6d2-4f71-adcd-50a192081ef9 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:33.638165 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 5755df6d-d6d2-4f71-adcd-50a192081ef9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:33.638705 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.700402 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Publish callbacks [] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.706659 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Allocated IP 172.20.0.1 (f0452541-ae6a-407a-a6e0-2f42517a89be/1a560b5c-8187-40f9-a67d-b5d8bcffd646/6daaca30-15ed-4726-9d80-1c4430ef0390) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:33.709715 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.724707 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 5755df6d-d6d2-4f71-adcd-50a192081ef9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:33.761921 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Attempting to bind port 812de46c-ee57-433c-8a22-b1e717e3aef8 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:33.762279 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Attempting to bind port 812de46c-ee57-433c-8a22-b1e717e3aef8 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:33.762629 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Attempting to bind port 812de46c-ee57-433c-8a22-b1e717e3aef8 on network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:33.771084 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:33.771450 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Checking segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:33.771834 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.772209 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Bound using segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:33.772659 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Bound port: 812de46c-ee57-433c-8a22-b1e717e3aef8, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:33.773268 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.775624 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de8428-25fe-4afd-9c44-839820c485ea None None] Pushing event updated for resources: {'Port': ['ID=812de46c-ee57-433c-8a22-b1e717e3aef8,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:33.808587 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Publish callbacks [] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.850931 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.897757 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Network f0452541-ae6a-407a-a6e0-2f42517a89be is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:33.900775 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:33.904383 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:33.927846 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] For port 812de46c-ee57-433c-8a22-b1e717e3aef8, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:33.928805 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6daaca30-15ed-4726-9d80-1c4430ef0390,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:33.931531 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] For port 812de46c-ee57-433c-8a22-b1e717e3aef8, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=812de46c-ee57-433c-8a22-b1e717e3aef8,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:33.940060 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.967106 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037342'] for router_interface (66023ed4-db35-4f65-9756-2afe2e1e0d60), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:33.990539 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:33.991169 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:31:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:34.057608 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de8428-25fe-4afd-9c44-839820c485ea None None] Pushing event updated for resources: {'Port': ['ID=812de46c-ee57-433c-8a22-b1e717e3aef8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:34.063814 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345da6c-ee23-4ec1-889d-2ed2907b23fa req-eb44ce70-2863-4aa0-a479-da6a97b482c2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:34.065490 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e345da6c-ee23-4ec1-889d-2ed2907b23fa req-eb44ce70-2863-4aa0-a479-da6a97b482c2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0625584 Apr 11 06:31:34.132894 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e345da6c-ee23-4ec1-889d-2ed2907b23fa req-da827560-b0d8-4168-b701-9fea664621a2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591037 Apr 11 06:31:34.145245 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.150171 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:34.270106 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0cf87b36-f223-4327-9862-176832e950c3 None None] Provisioning complete for port 6daaca30-15ed-4726-9d80-1c4430ef0390 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:34.270653 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cf87b36-f223-4327-9862-176832e950c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.305594 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0cf87b36-f223-4327-9862-176832e950c3 None None] Port 6daaca30-15ed-4726-9d80-1c4430ef0390 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:34.324712 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Publish callbacks [] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.330023 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.334819 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 3, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:34.362013 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789dd79e-78ad-4f3c-8986-62e943dca62f None None] The sync data for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi is: [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:32Z', 'revision_number': 3, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:31:34.397774 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035950'] for router_interface (66023ed4-db35-4f65-9756-2afe2e1e0d60), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.400650 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6daaca30-15ed-4726-9d80-1c4430ef0390,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:34.513682 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Network f0452541-ae6a-407a-a6e0-2f42517a89be is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:34.515439 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:34.691575 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Router 66023ed4-db35-4f65-9756-2afe2e1e0d60 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:31:34.832165 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1801c9db-e8de-4c7c-9212-450474cd8b98 None None] Provisioning complete for port 6daaca30-15ed-4726-9d80-1c4430ef0390 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:34.834714 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1801c9db-e8de-4c7c-9212-450474cd8b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:34.886959 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1801c9db-e8de-4c7c-9212-450474cd8b98 None None] Port 6daaca30-15ed-4726-9d80-1c4430ef0390 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:35.077176 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35652) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:35.232362 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:31:35.241782 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-acbede47-8f2f-4ddd-aed3-1cae7c8633e0 admin admin] 10.222.0.18 "PUT /v2.0/routers/66023ed4-db35-4f65-9756-2afe2e1e0d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2119002 Apr 11 06:31:35.277687 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecd44b4a-895b-4bd7-aefe-68f32cb05d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.295806 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6faabf-7163-4b9d-ac6e-3b22694b2be1 req-78fd407e-7cdc-408b-bf32-2a5da74276fe tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:35.297768 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0d6faabf-7163-4b9d-ac6e-3b22694b2be1 req-78fd407e-7cdc-408b-bf32-2a5da74276fe tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0764797 Apr 11 06:31:35.386381 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0d6faabf-7163-4b9d-ac6e-3b22694b2be1 req-b7e89973-ca73-48a2-b7ec-2663e8165c00 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769510 Apr 11 06:31:35.443873 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecd44b4a-895b-4bd7-aefe-68f32cb05d1e admin admin] Publish callbacks [] for security_group (baeb8d69-4786-4d75-846c-a3d528c652ae), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.448666 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecd44b4a-895b-4bd7-aefe-68f32cb05d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (baeb8d69-4786-4d75-846c-a3d528c652ae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.506398 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ecd44b4a-895b-4bd7-aefe-68f32cb05d1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45a51fcf26a9435dae548324ddb38f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284179 Apr 11 06:31:35.509265 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35672) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:35.517153 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd44b4a-895b-4bd7-aefe-68f32cb05d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb8d69-4786-4d75-846c-a3d528c652ae,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:35.588818 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 812de46c-ee57-433c-8a22-b1e717e3aef8 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:35.591359 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96103e86-7410-4212-a592-29d3a7d5a1fe admin admin] Publish callbacks [] for security_group (baeb8d69-4786-4d75-846c-a3d528c652ae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.628180 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96103e86-7410-4212-a592-29d3a7d5a1fe admin admin] Publish callbacks [] for security_group (baeb8d69-4786-4d75-846c-a3d528c652ae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.648312 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 812de46c-ee57-433c-8a22-b1e717e3aef8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:35.648739 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.680109 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96103e86-7410-4212-a592-29d3a7d5a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (baeb8d69-4786-4d75-846c-a3d528c652ae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.686014 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96103e86-7410-4212-a592-29d3a7d5a1fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.687192 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-96103e86-7410-4212-a592-29d3a7d5a1fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/baeb8d69-4786-4d75-846c-a3d528c652ae HTTP/1.1" status: 204 len: 168 time: 0.1768086 Apr 11 06:31:35.696894 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96103e86-7410-4212-a592-29d3a7d5a1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb8d69-4786-4d75-846c-a3d528c652ae,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:35.755108 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 812de46c-ee57-433c-8a22-b1e717e3aef8 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:35.755488 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.778104 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port 812de46c-ee57-433c-8a22-b1e717e3aef8, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=812de46c-ee57-433c-8a22-b1e717e3aef8,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:35.783812 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:35.846357 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=812de46c-ee57-433c-8a22-b1e717e3aef8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:36.013981 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35682) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:36.027385 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a5c0e72-2e4d-424a-b989-94e2ac9ffab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.101254 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35686) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:36.106190 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6330bdc2-4b3c-4b53-a216-7a0e893be986 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576150124', 'description': 'tempest-description--1134610234'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:36.128125 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a5c0e72-2e4d-424a-b989-94e2ac9ffab3 admin admin] Publish callbacks [] for security_group (00cc7dd3-d6e0-4a27-a4dd-5d253e0b55eb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.135907 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a5c0e72-2e4d-424a-b989-94e2ac9ffab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (00cc7dd3-d6e0-4a27-a4dd-5d253e0b55eb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.163481 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6330bdc2-4b3c-4b53-a216-7a0e893be986 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.190733 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9a5c0e72-2e4d-424a-b989-94e2ac9ffab3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5574f1ddf0734aae909f3aa7fbc7e52f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755700 Apr 11 06:31:36.191604 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c0e72-2e4d-424a-b989-94e2ac9ffab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cc7dd3-d6e0-4a27-a4dd-5d253e0b55eb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:36.193995 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:36.260270 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2bc0fef-bb35-4ef8-b2bf-e8a24831955c admin admin] Publish callbacks [] for security_group (00cc7dd3-d6e0-4a27-a4dd-5d253e0b55eb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.265542 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6330bdc2-4b3c-4b53-a216-7a0e893be986 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group (aa574607-b5d2-4fe8-ac57-b83863184960), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.281350 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6330bdc2-4b3c-4b53-a216-7a0e893be986 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (aa574607-b5d2-4fe8-ac57-b83863184960), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.293017 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2bc0fef-bb35-4ef8-b2bf-e8a24831955c admin admin] Publish callbacks [] for security_group (00cc7dd3-d6e0-4a27-a4dd-5d253e0b55eb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.313252 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6330bdc2-4b3c-4b53-a216-7a0e893be986 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.314492 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6330bdc2-4b3c-4b53-a216-7a0e893be986 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2121603 Apr 11 06:31:36.318930 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330bdc2-4b3c-4b53-a216-7a0e893be986 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa574607-b5d2-4fe8-ac57-b83863184960,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:36.321409 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35700) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:36.325961 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9e852aaf-bf79-4157-8921-cc47a0fb5aea tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Request body: {'security_group_rule': {'security_group_id': 'aa574607-b5d2-4fe8-ac57-b83863184960', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:36.355273 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e852aaf-bf79-4157-8921-cc47a0fb5aea tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group_rule (76e93d14-8d79-4202-a668-5a970d0215dc), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.370542 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2bc0fef-bb35-4ef8-b2bf-e8a24831955c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (00cc7dd3-d6e0-4a27-a4dd-5d253e0b55eb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.375551 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2bc0fef-bb35-4ef8-b2bf-e8a24831955c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.379789 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c2bc0fef-bb35-4ef8-b2bf-e8a24831955c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00cc7dd3-d6e0-4a27-a4dd-5d253e0b55eb HTTP/1.1" status: 204 len: 168 time: 0.1819305 Apr 11 06:31:36.385983 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc0fef-bb35-4ef8-b2bf-e8a24831955c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cc7dd3-d6e0-4a27-a4dd-5d253e0b55eb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:36.436590 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e852aaf-bf79-4157-8921-cc47a0fb5aea tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group_rule (76e93d14-8d79-4202-a668-5a970d0215dc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.440843 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e852aaf-bf79-4157-8921-cc47a0fb5aea tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (76e93d14-8d79-4202-a668-5a970d0215dc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.470013 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9e852aaf-bf79-4157-8921-cc47a0fb5aea tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.471930 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9e852aaf-bf79-4157-8921-cc47a0fb5aea tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495857 Apr 11 06:31:36.474658 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:36.479660 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Sync routers for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:31:36.480626 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f938b535-06fb-445a-82ec-ee9a6cf86174 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Request body: {'security_group_rule': {'security_group_id': 'aa574607-b5d2-4fe8-ac57-b83863184960', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:36.485997 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e852aaf-bf79-4157-8921-cc47a0fb5aea tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e93d14-8d79-4202-a668-5a970d0215dc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:36.492358 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:36.493312 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:31:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:36.524791 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f938b535-06fb-445a-82ec-ee9a6cf86174 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group_rule (c1ddad1b-4832-4746-b3c3-77387c6fd92d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.577450 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01166451-1fa7-4203-b693-caa3ce59ff1b req-a387f64d-f663-44fb-b66c-6f9902c5032e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:36.579683 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-01166451-1fa7-4203-b693-caa3ce59ff1b req-a387f64d-f663-44fb-b66c-6f9902c5032e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0873432 Apr 11 06:31:36.610419 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f938b535-06fb-445a-82ec-ee9a6cf86174 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group_rule (c1ddad1b-4832-4746-b3c3-77387c6fd92d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.617247 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f938b535-06fb-445a-82ec-ee9a6cf86174 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (c1ddad1b-4832-4746-b3c3-77387c6fd92d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.647578 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938b535-06fb-445a-82ec-ee9a6cf86174 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ddad1b-4832-4746-b3c3-77387c6fd92d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:36.664636 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-01166451-1fa7-4203-b693-caa3ce59ff1b req-a952f9d5-124f-478b-8560-199151dbc5ae tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791726 Apr 11 06:31:36.676353 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f938b535-06fb-445a-82ec-ee9a6cf86174 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.681286 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f938b535-06fb-445a-82ec-ee9a6cf86174 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2026267 Apr 11 06:31:36.682624 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35720) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:36.690635 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:36.695865 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:36.719357 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.830245 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:36.953146 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 2, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:36.970482 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Allocated IP 172.27.2.71 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/83f70683-2a2d-4594-b59f-574a3bc12a1e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:36.994370 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Checking router: 66023ed4-db35-4f65-9756-2afe2e1e0d60 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:31:36.994726 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Updating router 66023ed4-db35-4f65-9756-2afe2e1e0d60 port 6daaca30-15ed-4726-9d80-1c4430ef0390 binding host dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:31:37.022666 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.108900 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for port (83f70683-2a2d-4594-b59f-574a3bc12a1e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.146358 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (83f70683-2a2d-4594-b59f-574a3bc12a1e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.207594 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:37.212728 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:37.215542 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:37.219570 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event updated for resources: {'Port': ['ID=83f70683-2a2d-4594-b59f-574a3bc12a1e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:37.319301 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (11b13f5a-034a-4053-93dd-081493d142c8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.364489 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (83f70683-2a2d-4594-b59f-574a3bc12a1e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.447307 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Publish callbacks [] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.453631 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.507628 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd975b-8f17-4cec-824e-7d8bf6c2aa92 None None] Pushing event updated for resources: {'Port': ['ID=6daaca30-15ed-4726-9d80-1c4430ef0390,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:37.564074 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 812de46c-ee57-433c-8a22-b1e717e3aef8 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:37.594748 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Attempting to bind port 6daaca30-15ed-4726-9d80-1c4430ef0390 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:37.595446 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Attempting to bind port 6daaca30-15ed-4726-9d80-1c4430ef0390 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:37.595446 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Attempting to bind port 6daaca30-15ed-4726-9d80-1c4430ef0390 on network f0452541-ae6a-407a-a6e0-2f42517a89be {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:37.599758 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for port (83f70683-2a2d-4594-b59f-574a3bc12a1e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.607651 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (83f70683-2a2d-4594-b59f-574a3bc12a1e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.609086 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:37.609464 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Checking segment: {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:37.609862 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.610552 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Bound using segment: {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:37.610732 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Bound port: 6daaca30-15ed-4726-9d80-1c4430ef0390, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:37.611109 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.657266 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event updated for resources: {'Port': ['ID=83f70683-2a2d-4594-b59f-574a3bc12a1e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:37.662190 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 812de46c-ee57-433c-8a22-b1e717e3aef8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:37.662555 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.754116 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (11b13f5a-034a-4053-93dd-081493d142c8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.778115 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] For port 6daaca30-15ed-4726-9d80-1c4430ef0390, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:37.778865 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.780272 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-818cb417-383a-43ee-8c10-4735d5f94841 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0966642 Apr 11 06:31:37.790984 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] For port 6daaca30-15ed-4726-9d80-1c4430ef0390, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=6daaca30-15ed-4726-9d80-1c4430ef0390,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:37.825684 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.874450 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f01cc-3ca2-4475-a770-512d739eeb9e req-7b5abc95-0451-4a6b-9b69-0460c5e04acd tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:37.877472 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5a5f01cc-3ca2-4475-a770-512d739eeb9e req-7b5abc95-0451-4a6b-9b69-0460c5e04acd tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.1183798 Apr 11 06:31:37.942301 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:37.944629 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:31:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:37.967967 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-51be3611-2a1c-4ee0-830a-0fb0f2e9bff1 None None] Provisioning complete for port 6daaca30-15ed-4726-9d80-1c4430ef0390 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:37.967967 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51be3611-2a1c-4ee0-830a-0fb0f2e9bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:37.971492 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 812de46c-ee57-433c-8a22-b1e717e3aef8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:37.981273 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5a5f01cc-3ca2-4475-a770-512d739eeb9e req-85a01cb5-e44d-445b-8e07-082ae6fc5033 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904484 Apr 11 06:31:38.151508 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd975b-8f17-4cec-824e-7d8bf6c2aa92 None None] Pushing event updated for resources: {'Port': ['ID=6daaca30-15ed-4726-9d80-1c4430ef0390,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:38.162158 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-e56eefae-5a27-412e-900a-154813fd7056 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1576150124&fields=id&tenant_id=a9656f49a2604955a0684ebb230397f3 HTTP/1.1" status: 200 len: 267 time: 0.0772974 Apr 11 06:31:38.296082 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-51be3611-2a1c-4ee0-830a-0fb0f2e9bff1 None None] Current status of the port 6daaca30-15ed-4726-9d80-1c4430ef0390 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:38.296471 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51be3611-2a1c-4ee0-830a-0fb0f2e9bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:38.338913 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:38.351536 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dd89a-754c-4d61-86a9-e30347486561 req-638a749a-faa9-489a-81c7-db3eb698baa9 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:38.358099 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-638a749a-faa9-489a-81c7-db3eb698baa9 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/networks?id=f0452541-ae6a-407a-a6e0-2f42517a89be HTTP/1.1" status: 200 len: 810 time: 0.1864417 Apr 11 06:31:38.377249 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35794) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:38.384832 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-4ada6985-cb35-4059-8b6f-1af1f0eb59a7 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/quotas/a9656f49a2604955a0684ebb230397f3 HTTP/1.1" status: 200 len: 375 time: 0.0254190 Apr 11 06:31:38.399672 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-51be3611-2a1c-4ee0-830a-0fb0f2e9bff1 None None] For port 6daaca30-15ed-4726-9d80-1c4430ef0390, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=6daaca30-15ed-4726-9d80-1c4430ef0390,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:38.404056 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51be3611-2a1c-4ee0-830a-0fb0f2e9bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:38.453665 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-4a98eabc-fde0-4b2f-babe-6602544de819 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9656f49a2604955a0684ebb230397f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676796 Apr 11 06:31:38.568785 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3c7e94de-cfeb-4392-845d-3dd99df1083c None None] Provisioning complete for port 6daaca30-15ed-4726-9d80-1c4430ef0390 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:38.569266 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c7e94de-cfeb-4392-845d-3dd99df1083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:38.573994 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be3611-2a1c-4ee0-830a-0fb0f2e9bff1 None None] Pushing event updated for resources: {'Port': ['ID=6daaca30-15ed-4726-9d80-1c4430ef0390,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:38.604393 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-529ce496-d5cd-4b8e-b69e-a5da4be1b881 service neutron] 10.222.0.18 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346316 Apr 11 06:31:38.684643 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35800) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:38.709125 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:37Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:38.741406 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c1040-2454-49e0-b6c2-90d4c71bcb90 None None] The sync data for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi is: [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:37Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:31:38.758713 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3c7e94de-cfeb-4392-845d-3dd99df1083c None None] Current status of the port 6daaca30-15ed-4726-9d80-1c4430ef0390 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:38.770797 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-62d40ca7-befa-4ab8-8bab-e5a5319e1b9b service neutron] 10.222.0.18 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580172 Apr 11 06:31:38.847025 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c865ef81-ae39-4677-a1bd-58da2ba1e5a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:38.856515 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b74a1624-7ba1-4359-b746-5d9c12bc2108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.040308 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c865ef81-ae39-4677-a1bd-58da2ba1e5a4 admin admin] Publish callbacks [] for security_group (5fef276e-032e-42cb-9f79-c72df22ddd7b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.060336 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c865ef81-ae39-4677-a1bd-58da2ba1e5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (5fef276e-032e-42cb-9f79-c72df22ddd7b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.068399 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1fbbc547-2dd2-4f84-aaf3-95d10a8fabf6 req-ba5ad4a0-9a3f-4dad-bd93-8fdc34a37bfa tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 210 time: 0.0514839 Apr 11 06:31:39.100684 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b74a1624-7ba1-4359-b746-5d9c12bc2108 admin admin] Publish callbacks [] for security_group (071fc555-c891-4626-a012-23637380ecef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.139119 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b74a1624-7ba1-4359-b746-5d9c12bc2108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (071fc555-c891-4626-a012-23637380ecef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.158891 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017a3a9-7ec5-4f35-8ac0-e2054f097a24 req-aab3d14c-e375-49ce-a758-b59f9baa7aa5 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:39.166407 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4017a3a9-7ec5-4f35-8ac0-e2054f097a24 req-aab3d14c-e375-49ce-a758-b59f9baa7aa5 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0698957 Apr 11 06:31:39.231487 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865ef81-ae39-4677-a1bd-58da2ba1e5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fef276e-032e-42cb-9f79-c72df22ddd7b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:39.232099 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4017a3a9-7ec5-4f35-8ac0-e2054f097a24 req-fa7c5f1f-2113-4ba1-8409-a94402958e5e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644333 Apr 11 06:31:39.259952 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c865ef81-ae39-4677-a1bd-58da2ba1e5a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71ecf91f49404d3e98dc32c30f457fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5712342 Apr 11 06:31:39.260327 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35818) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:39.302438 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b74a1624-7ba1-4359-b746-5d9c12bc2108 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f4ac1bb2fb3406d8b1757b1bbc022de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9206135 Apr 11 06:31:39.305858 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35822) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:39.314131 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a1624-7ba1-4359-b746-5d9c12bc2108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071fc555-c891-4626-a012-23637380ecef,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:39.342626 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c41b-5b33-4c2e-a9cd-c906e5567d48 admin admin] Publish callbacks [] for security_group (5fef276e-032e-42cb-9f79-c72df22ddd7b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.383052 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c41b-5b33-4c2e-a9cd-c906e5567d48 admin admin] Publish callbacks [] for security_group (5fef276e-032e-42cb-9f79-c72df22ddd7b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.413459 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52db3197-ab4b-49fa-8311-0b30a3119563 admin admin] Publish callbacks [] for security_group (071fc555-c891-4626-a012-23637380ecef), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.439763 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c41b-5b33-4c2e-a9cd-c906e5567d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (5fef276e-032e-42cb-9f79-c72df22ddd7b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.441461 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52db3197-ab4b-49fa-8311-0b30a3119563 admin admin] Publish callbacks [] for security_group (071fc555-c891-4626-a012-23637380ecef), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.443593 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c41b-5b33-4c2e-a9cd-c906e5567d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.448538 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-bcc4c41b-5b33-4c2e-a9cd-c906e5567d48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fef276e-032e-42cb-9f79-c72df22ddd7b HTTP/1.1" status: 204 len: 168 time: 0.1865716 Apr 11 06:31:39.460457 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4c41b-5b33-4c2e-a9cd-c906e5567d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fef276e-032e-42cb-9f79-c72df22ddd7b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:39.512422 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52db3197-ab4b-49fa-8311-0b30a3119563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (071fc555-c891-4626-a012-23637380ecef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.517019 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52db3197-ab4b-49fa-8311-0b30a3119563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.521787 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-52db3197-ab4b-49fa-8311-0b30a3119563 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/071fc555-c891-4626-a012-23637380ecef HTTP/1.1" status: 204 len: 168 time: 0.2162132 Apr 11 06:31:39.543366 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db3197-ab4b-49fa-8311-0b30a3119563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071fc555-c891-4626-a012-23637380ecef,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:39.625652 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 6daaca30-15ed-4726-9d80-1c4430ef0390 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:39.711220 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 6daaca30-15ed-4726-9d80-1c4430ef0390 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:39.711592 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:39.805542 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 6daaca30-15ed-4726-9d80-1c4430ef0390 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:40.032149 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:40.037415 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:40.045818 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a52805de-56da-4f6f-ba06-606df7f259d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.054291 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e04dea37-8204-4ded-b110-784e98a5b3f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.141606 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a52805de-56da-4f6f-ba06-606df7f259d3 admin admin] Publish callbacks [] for security_group (b8c5f45d-5ef5-4ec2-b7d8-be8e74c256a4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.141788 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e04dea37-8204-4ded-b110-784e98a5b3f2 admin admin] Publish callbacks [] for security_group (11020866-fa8f-4bf4-b69f-80b54fd252f7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.148325 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a52805de-56da-4f6f-ba06-606df7f259d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b8c5f45d-5ef5-4ec2-b7d8-be8e74c256a4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.149410 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e04dea37-8204-4ded-b110-784e98a5b3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (11020866-fa8f-4bf4-b69f-80b54fd252f7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.197519 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a52805de-56da-4f6f-ba06-606df7f259d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c71b8a2f586844de846cc1f6807efafb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631880 Apr 11 06:31:40.198771 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e04dea37-8204-4ded-b110-784e98a5b3f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1539b722b8f242e7bde2f307bdbee200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601527 Apr 11 06:31:40.199696 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35842) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:40.203284 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52805de-56da-4f6f-ba06-606df7f259d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c5f45d-5ef5-4ec2-b7d8-be8e74c256a4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:40.203751 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 35844) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:40.242107 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4acc7db2-085d-4711-9cbd-04935a067ef0 req-b464a5c5-81a6-4c20-a595-de6af257c4a0 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 210 time: 0.0683801 Apr 11 06:31:40.323695 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04dea37-8204-4ded-b110-784e98a5b3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11020866-fa8f-4bf4-b69f-80b54fd252f7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:40.384340 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61044b54-35a4-4224-84db-5bca7df99035 admin admin] Publish callbacks [] for security_group (b8c5f45d-5ef5-4ec2-b7d8-be8e74c256a4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.446562 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e2fc8-3570-421c-9dee-9e2e6b504a4e req-81d1b5c4-a42b-4276-985a-fdc0c9bce9bd tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:40.448170 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a00e2fc8-3570-421c-9dee-9e2e6b504a4e req-81d1b5c4-a42b-4276-985a-fdc0c9bce9bd tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.1178749 Apr 11 06:31:40.455652 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61044b54-35a4-4224-84db-5bca7df99035 admin admin] Publish callbacks [] for security_group (b8c5f45d-5ef5-4ec2-b7d8-be8e74c256a4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.475965 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03d0f156-4e4e-4293-bbcc-b72e1f6bb2f8 admin admin] Publish callbacks [] for security_group (11020866-fa8f-4bf4-b69f-80b54fd252f7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.600474 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03d0f156-4e4e-4293-bbcc-b72e1f6bb2f8 admin admin] Publish callbacks [] for security_group (11020866-fa8f-4bf4-b69f-80b54fd252f7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.657292 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a00e2fc8-3570-421c-9dee-9e2e6b504a4e req-dcc806c9-0ecb-4e9c-b962-1853ed563919 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895983 Apr 11 06:31:40.673129 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dd89a-754c-4d61-86a9-e30347486561 req-7fd043e0-30bc-41e5-beed-34faf5962cd9 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:40.673129 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-7fd043e0-30bc-41e5-beed-34faf5962cd9 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.20 "GET /v2.0/networks?id=f0452541-ae6a-407a-a6e0-2f42517a89be HTTP/1.1" status: 200 len: 810 time: 0.2788470 Apr 11 06:31:40.682720 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61044b54-35a4-4224-84db-5bca7df99035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b8c5f45d-5ef5-4ec2-b7d8-be8e74c256a4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.685331 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61044b54-35a4-4224-84db-5bca7df99035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.688810 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-61044b54-35a4-4224-84db-5bca7df99035 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8c5f45d-5ef5-4ec2-b7d8-be8e74c256a4 HTTP/1.1" status: 204 len: 168 time: 0.4836786 Apr 11 06:31:40.696998 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61044b54-35a4-4224-84db-5bca7df99035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c5f45d-5ef5-4ec2-b7d8-be8e74c256a4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:40.721550 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03d0f156-4e4e-4293-bbcc-b72e1f6bb2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (11020866-fa8f-4bf4-b69f-80b54fd252f7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.726702 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-03d0f156-4e4e-4293-bbcc-b72e1f6bb2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:40.728564 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-03d0f156-4e4e-4293-bbcc-b72e1f6bb2f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11020866-fa8f-4bf4-b69f-80b54fd252f7 HTTP/1.1" status: 204 len: 168 time: 0.5056219 Apr 11 06:31:40.738162 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0f156-4e4e-4293-bbcc-b72e1f6bb2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11020866-fa8f-4bf4-b69f-80b54fd252f7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:40.830160 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-0b23bd4d-02a6-4b24-a3f1-0be43a388c5e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9656f49a2604955a0684ebb230397f3 HTTP/1.1" status: 200 len: 380 time: 0.0763497 Apr 11 06:31:40.842657 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-817dd89a-754c-4d61-86a9-e30347486561 req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Request body: {'port': {'device_id': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'admin_state_up': True, 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'security_groups': ['aa574607-b5d2-4fe8-ac57-b83863184960']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:40.959263 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817dd89a-754c-4d61-86a9-e30347486561 req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Made reservation on behalf of a9656f49a2604955a0684ebb230397f3 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:40.962714 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-817dd89a-754c-4d61-86a9-e30347486561 req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.101770 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-817dd89a-754c-4d61-86a9-e30347486561 req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Allocated IP 172.20.0.5 (f0452541-ae6a-407a-a6e0-2f42517a89be/1a560b5c-8187-40f9-a67d-b5d8bcffd646/3cfb255a-aa1b-4bb7-8340-a4a13d7c729e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:41.174391 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35892) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:41.190597 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7dee440-7081-406c-afab-df80decf6855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.264468 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-817dd89a-754c-4d61-86a9-e30347486561 req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.283470 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7dee440-7081-406c-afab-df80decf6855 admin admin] Publish callbacks [] for security_group (df12ecd7-3e04-43fc-9c49-aadf8c9cd449), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.288938 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7dee440-7081-406c-afab-df80decf6855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (df12ecd7-3e04-43fc-9c49-aadf8c9cd449), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.307457 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-817dd89a-754c-4d61-86a9-e30347486561 req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.338032 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c7dee440-7081-406c-afab-df80decf6855 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5186ff8f35544c1c8d8373912116bca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614673 Apr 11 06:31:41.339422 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dee440-7081-406c-afab-df80decf6855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df12ecd7-3e04-43fc-9c49-aadf8c9cd449,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:41.342054 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 35898) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:41.349198 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817dd89a-754c-4d61-86a9-e30347486561 req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Network f0452541-ae6a-407a-a6e0-2f42517a89be is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:41.364943 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-817dd89a-754c-4d61-86a9-e30347486561 req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:41.368063 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-817dd89a-754c-4d61-86a9-e30347486561 req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:41.407562 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d2d9-89e2-4601-b5a0-369ae9b2cc5c admin admin] Publish callbacks [] for security_group (df12ecd7-3e04-43fc-9c49-aadf8c9cd449), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.438413 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d2d9-89e2-4601-b5a0-369ae9b2cc5c admin admin] Publish callbacks [] for security_group (df12ecd7-3e04-43fc-9c49-aadf8c9cd449), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.457388 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dcf2b-93ad-47db-aef1-024d2f8e01c6 req-5c154665-f96f-4fbd-9b47-89404ea13e6d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:41.458969 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-858dcf2b-93ad-47db-aef1-024d2f8e01c6 req-5c154665-f96f-4fbd-9b47-89404ea13e6d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 931 time: 0.1343510 Apr 11 06:31:41.467646 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event updated for resources: {'Port': ['ID=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:41.495876 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dd89a-754c-4d61-86a9-e30347486561 req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:41.496555 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-817dd89a-754c-4d61-86a9-e30347486561 req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.513420 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d2d9-89e2-4601-b5a0-369ae9b2cc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (df12ecd7-3e04-43fc-9c49-aadf8c9cd449), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.516678 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ef5d2d9-89e2-4601-b5a0-369ae9b2cc5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.518124 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3ef5d2d9-89e2-4601-b5a0-369ae9b2cc5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df12ecd7-3e04-43fc-9c49-aadf8c9cd449 HTTP/1.1" status: 204 len: 168 time: 0.1721921 Apr 11 06:31:41.524468 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-95ea2191-1492-4d39-a900-7ed7bd380cf4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6862903 Apr 11 06:31:41.528339 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5d2d9-89e2-4601-b5a0-369ae9b2cc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df12ecd7-3e04-43fc-9c49-aadf8c9cd449,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:41.549457 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Request body: {'port': {'device_id': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:41.578354 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-858dcf2b-93ad-47db-aef1-024d2f8e01c6 req-97dd09a5-312d-4e88-81cf-36b2107f1ad9 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056430 Apr 11 06:31:41.626560 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.697683 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-53e0bc52-596f-49a2-9565-85e985cd5fe6 None None] Provisioning complete for port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:41.698155 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53e0bc52-596f-49a2-9565-85e985cd5fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:41.747016 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-53e0bc52-596f-49a2-9565-85e985cd5fe6 None None] Port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:31:41.860203 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70329af6-1025-4d32-bc45-3074a62777eb req-c07e6d01-0340-4a40-be00-2d1ca9939b4b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:41.868263 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-70329af6-1025-4d32-bc45-3074a62777eb req-c07e6d01-0340-4a40-be00-2d1ca9939b4b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0812092 Apr 11 06:31:41.973717 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-70329af6-1025-4d32-bc45-3074a62777eb req-fb3b60c5-b016-47e9-b9fa-1ee26dfb2b7e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042845 Apr 11 06:31:42.081389 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:42.091704 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Publish callbacks [] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:42.106842 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Transition to ACTIVE for port object 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:31:42.117132 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:42.261148 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:42.327371 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Attempting to bind port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:42.328550 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Attempting to bind port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:42.330257 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Attempting to bind port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e on network f0452541-ae6a-407a-a6e0-2f42517a89be {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:42.338210 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e on network f0452541-ae6a-407a-a6e0-2f42517a89be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:31:42.338809 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Attempting to bind port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e on network f0452541-ae6a-407a-a6e0-2f42517a89be {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:42.346710 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:42.347247 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Checking segment: {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:42.347740 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Bound using segment: {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:42.348276 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Bound port: 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:42.348806 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:42.436209 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] For port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e, host hv-cinder-83699, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:42.439407 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] For port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:42.447492 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:42.737962 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:42.738579 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:42.739939 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/3cfb255a-aa1b-4bb7-8340-a4a13d7c729e HTTP/1.1" status: 200 len: 1093 time: 1.2066259 Apr 11 06:31:42.743559 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'tag': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:42.746012 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1c97f6-7067-4ffa-8562-448f27ea4176" -d '{"events": [{"name": "network-changed", "server_uuid": "e485cac1-308f-43bb-8d5b-d141d211b16a", "tag": "3cfb255a-aa1b-4bb7-8340-a4a13d7c729e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:42.804259 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3ac0b-968b-458e-9473-51c94dd5fecd req-25497c04-81cb-4ffc-a380-d01d99963162 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:42.805851 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-54b3ac0b-968b-458e-9473-51c94dd5fecd req-25497c04-81cb-4ffc-a380-d01d99963162 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 943 time: 0.0859878 Apr 11 06:31:42.815153 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e0100-69dd-4029-8450-5c5c8443a06f x-openstack-request-id: req-a65e0100-69dd-4029-8450-5c5c8443a06f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:42.815448 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e485cac1-308f-43bb-8d5b-d141d211b16a", "tag": "3cfb255a-aa1b-4bb7-8340-a4a13d7c729e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:42.815700 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a65e0100-69dd-4029-8450-5c5c8443a06f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:42.816093 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a65e0100-69dd-4029-8450-5c5c8443a06f'] response: {'name': 'network-changed', 'server_uuid': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'tag': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e', 'status': 'completed', 'code': 200} Apr 11 06:31:42.835252 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e97321-e994-47ca-9a3e-8cd07798e5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:42.872361 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dd89a-754c-4d61-86a9-e30347486561 req-3f85ae5f-ed61-4e99-88f6-d637d88eaaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:42.873895 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-3f85ae5f-ed61-4e99-88f6-d637d88eaaa8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9656f49a2604955a0684ebb230397f3&device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 1127 time: 0.0790529 Apr 11 06:31:42.899258 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-54b3ac0b-968b-458e-9473-51c94dd5fecd req-58d47141-0740-4e27-a2c4-4a8897ae40ff tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819838 Apr 11 06:31:42.930708 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-9de7714b-cd36-4888-8736-0a2ee82048a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e HTTP/1.1" status: 200 len: 217 time: 0.0421109 Apr 11 06:31:42.992361 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dd89a-754c-4d61-86a9-e30347486561 req-6d4e22c7-48a4-41aa-8c5a-366b8775abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:42.994021 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-6d4e22c7-48a4-41aa-8c5a-366b8775abf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a560b5c-8187-40f9-a67d-b5d8bcffd646 HTTP/1.1" status: 200 len: 849 time: 0.0564106 Apr 11 06:31:43.045165 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dd89a-754c-4d61-86a9-e30347486561 req-94df02fd-0942-40a8-85eb-d50cc30b7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:43.046697 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-94df02fd-0942-40a8-85eb-d50cc30b7157 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0452541-ae6a-407a-a6e0-2f42517a89be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409489 Apr 11 06:31:43.141975 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:31:43.156704 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518802fc-3384-4125-b4cc-66adaa91105c req-3e3756df-89ed-4572-b758-4b31f5ad1afd tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:43.158222 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-518802fc-3384-4125-b4cc-66adaa91105c req-3e3756df-89ed-4572-b758-4b31f5ad1afd tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.1081314 Apr 11 06:31:43.201405 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-893188d0-75e6-4082-b44e-32ca868b79d4 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404669 Apr 11 06:31:43.251178 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-518802fc-3384-4125-b4cc-66adaa91105c req-bbe60a00-f539-46c1-8fd5-4f05abe71e3c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863709 Apr 11 06:31:43.312483 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-817dd89a-754c-4d61-86a9-e30347486561 req-08465081-4e15-48a6-b92b-e17b8da25179 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035779 Apr 11 06:31:44.019440 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79698b78-5ecd-4234-8825-18990c3e00e5 req-9428d515-22bc-4d9b-a600-58c45846ecd2 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:44.020823 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79698b78-5ecd-4234-8825-18990c3e00e5 req-9428d515-22bc-4d9b-a600-58c45846ecd2 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 943 time: 0.0498035 Apr 11 06:31:44.068691 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79698b78-5ecd-4234-8825-18990c3e00e5 req-a303e919-5b4e-4886-b061-4fb93699d4b7 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411601 Apr 11 06:31:44.374960 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d6d-95b6-4f5f-9e9c-b97061ae5cf6 req-92702c8e-82ee-4b00-b617-e47a834224f9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:44.376416 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8bec2d6d-95b6-4f5f-9e9c-b97061ae5cf6 req-92702c8e-82ee-4b00-b617-e47a834224f9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0517774 Apr 11 06:31:44.425033 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8bec2d6d-95b6-4f5f-9e9c-b97061ae5cf6 req-f09a93b4-3961-49d9-a26b-65cb48b2775e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428433 Apr 11 06:31:45.202015 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5755f9-b9d9-4868-ac8a-c42b18c6ce25 req-1b399793-0c0c-4ff3-9315-fb42ff7e9761 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:45.203770 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d5755f9-b9d9-4868-ac8a-c42b18c6ce25 req-1b399793-0c0c-4ff3-9315-fb42ff7e9761 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 943 time: 0.0536492 Apr 11 06:31:45.253951 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d5755f9-b9d9-4868-ac8a-c42b18c6ce25 req-ec863263-5f6f-45a5-8390-abbb54f98a8d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Apr 11 06:31:45.546910 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5798098-bafb-4981-8c90-08acc08f06eb req-f0d5715e-5b92-4878-9f1a-93c86d69e7a8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:45.548268 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5798098-bafb-4981-8c90-08acc08f06eb req-f0d5715e-5b92-4878-9f1a-93c86d69e7a8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0460515 Apr 11 06:31:45.598699 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5798098-bafb-4981-8c90-08acc08f06eb req-6f30dba2-def9-4147-850f-8422c43180b5 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448916 Apr 11 06:31:46.368250 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ecb00-3694-4f4a-8c0f-e14aa9f89903 req-910ee6ea-11e8-4bdd-a3ec-9a93bc3cd521 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:46.369830 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-412ecb00-3694-4f4a-8c0f-e14aa9f89903 req-910ee6ea-11e8-4bdd-a3ec-9a93bc3cd521 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 943 time: 0.0478575 Apr 11 06:31:46.421382 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-412ecb00-3694-4f4a-8c0f-e14aa9f89903 req-fca210e0-74b0-4baf-802a-f48f7d5d3d66 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459924 Apr 11 06:31:46.718332 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411fa87-4836-41b3-b477-1c8edd4790e4 req-68e0f8c5-ef21-4f2b-bfc1-c8054c7af65a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:46.719837 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7411fa87-4836-41b3-b477-1c8edd4790e4 req-68e0f8c5-ef21-4f2b-bfc1-c8054c7af65a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0541604 Apr 11 06:31:46.769374 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7411fa87-4836-41b3-b477-1c8edd4790e4 req-a38d26b1-4f09-4f1f-bfc2-a1dd68ab1687 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 Apr 11 06:31:47.553788 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e7628-1641-4058-a233-8b101fd82067 req-59a8f2af-5a93-4197-959c-e3d6f290d648 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:47.555319 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6d6e7628-1641-4058-a233-8b101fd82067 req-59a8f2af-5a93-4197-959c-e3d6f290d648 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 943 time: 0.0514462 Apr 11 06:31:47.603803 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6d6e7628-1641-4058-a233-8b101fd82067 req-8eae2ba5-c170-4ed2-9f80-502e7f148caa tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427256 Apr 11 06:31:47.787501 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c97f6-7067-4ffa-8562-448f27ea4176 req-d2dfced0-2610-434c-8fc0-fe69c3617c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:47.789200 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b1c97f6-7067-4ffa-8562-448f27ea4176 req-d2dfced0-2610-434c-8fc0-fe69c3617c60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9656f49a2604955a0684ebb230397f3&device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 1127 time: 0.0407572 Apr 11 06:31:47.931683 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd93351-6262-403b-9977-0d65ef0af79e req-f72450ac-846b-45fd-989e-c3ce8c988234 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:47.932408 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1cd93351-6262-403b-9977-0d65ef0af79e req-f72450ac-846b-45fd-989e-c3ce8c988234 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0739095 Apr 11 06:31:47.938138 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c97f6-7067-4ffa-8562-448f27ea4176 req-ec91ed57-e876-4ada-8e65-9cbab741f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:47.939565 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b1c97f6-7067-4ffa-8562-448f27ea4176 req-ec91ed57-e876-4ada-8e65-9cbab741f288 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0452541-ae6a-407a-a6e0-2f42517a89be HTTP/1.1" status: 200 len: 910 time: 0.1404452 Apr 11 06:31:47.994103 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b1c97f6-7067-4ffa-8562-448f27ea4176 req-f07f86c7-7055-405c-9878-cfbc1ad89660 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e HTTP/1.1" status: 200 len: 217 time: 0.0391166 Apr 11 06:31:48.073532 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1cd93351-6262-403b-9977-0d65ef0af79e req-1a05c96c-ff07-4452-ace0-6b85c8f3fceb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329324 Apr 11 06:31:48.081285 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c97f6-7067-4ffa-8562-448f27ea4176 req-514083c8-5630-414c-9d11-1970f038f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:48.082914 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b1c97f6-7067-4ffa-8562-448f27ea4176 req-514083c8-5630-414c-9d11-1970f038f48f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a560b5c-8187-40f9-a67d-b5d8bcffd646 HTTP/1.1" status: 200 len: 849 time: 0.0768027 Apr 11 06:31:48.140182 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c97f6-7067-4ffa-8562-448f27ea4176 req-6d012c72-40ca-4358-bbe2-177e7c74f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:48.142101 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b1c97f6-7067-4ffa-8562-448f27ea4176 req-6d012c72-40ca-4358-bbe2-177e7c74f348 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0452541-ae6a-407a-a6e0-2f42517a89be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521405 Apr 11 06:31:48.256112 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b1c97f6-7067-4ffa-8562-448f27ea4176 req-8f6c2801-bd72-4493-ac4e-71b9eb4a850e service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029902 Apr 11 06:31:48.359589 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b1c97f6-7067-4ffa-8562-448f27ea4176 req-08dd297c-9f41-47eb-8505-c1670bc5e130 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959516 Apr 11 06:31:48.731889 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c7d99-2b39-42aa-a654-fc9695f88ba9 req-73f7918c-28fa-4075-8995-3feed749e744 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:48.733402 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-931c7d99-2b39-42aa-a654-fc9695f88ba9 req-73f7918c-28fa-4075-8995-3feed749e744 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 943 time: 0.0553496 Apr 11 06:31:48.786077 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-931c7d99-2b39-42aa-a654-fc9695f88ba9 req-4f1dc7ac-75d5-479f-b37e-82e40842a230 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470674 Apr 11 06:31:49.195361 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624adec6-ddf4-47cf-859b-0aefb332940b req-0b9891fc-8fbe-456f-b360-e75ec5748f6f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:49.196836 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-624adec6-ddf4-47cf-859b-0aefb332940b req-0b9891fc-8fbe-456f-b360-e75ec5748f6f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0501742 Apr 11 06:31:49.248295 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-624adec6-ddf4-47cf-859b-0aefb332940b req-5e186eff-20f0-4cec-aaf7-e895a7c39bd2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458496 Apr 11 06:31:49.915095 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa9787-6bbc-4063-b9ae-d428bf4bec66 req-ef494c6d-acd1-430a-a00b-fea663e9263e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:49.918101 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a5aa9787-6bbc-4063-b9ae-d428bf4bec66 req-ef494c6d-acd1-430a-a00b-fea663e9263e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 943 time: 0.0538630 Apr 11 06:31:49.970394 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a5aa9787-6bbc-4063-b9ae-d428bf4bec66 req-12b1fb0a-9ae8-4ab9-9eec-8862a997e31c tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448480 Apr 11 06:31:50.028947 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:31:50.138673 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:50.151631 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'port_id': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e', 'mac_address': 'fa:16:3e:1c:10:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:31:50.188741 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:50.189143 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.202836 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:50.224183 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:50.229625 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.280295 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:50.366949 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef75f49-8bf0-45ee-8511-7e83b10a6860 req-5f1b1bbe-631b-4be2-947f-5ebf30e17672 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:50.368523 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3ef75f49-8bf0-45ee-8511-7e83b10a6860 req-5f1b1bbe-631b-4be2-947f-5ebf30e17672 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0523252 Apr 11 06:31:50.416616 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3ef75f49-8bf0-45ee-8511-7e83b10a6860 req-e191d6a9-4d92-46a5-a838-1f346193e7f4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Apr 11 06:31:50.555483 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['3cfb255a-aa1b-4bb7-8340-a4a13d7c729e'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:31:50.665237 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 36182) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:50.761937 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 36188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:50.836525 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78633cdb-b747-4b85-8bf0-5fba73429c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.873179 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7152cb1-7913-48b3-8369-a4169b16cad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.913969 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78633cdb-b747-4b85-8bf0-5fba73429c4a admin admin] Publish callbacks [] for security_group (a0897217-16b5-4491-aec1-4ac06523e2fd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.919583 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78633cdb-b747-4b85-8bf0-5fba73429c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a0897217-16b5-4491-aec1-4ac06523e2fd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.947741 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7152cb1-7913-48b3-8369-a4169b16cad7 admin admin] Publish callbacks [] for security_group (c9f25da8-ff58-4610-92c9-97055b7c82b9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.953628 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7152cb1-7913-48b3-8369-a4169b16cad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (c9f25da8-ff58-4610-92c9-97055b7c82b9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:50.963584 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78633cdb-b747-4b85-8bf0-5fba73429c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0897217-16b5-4491-aec1-4ac06523e2fd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:50.973188 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-78633cdb-b747-4b85-8bf0-5fba73429c4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f64ff56fdc704920b737ac4647276545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3066852 Apr 11 06:31:50.973764 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 36194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:50.999266 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7152cb1-7913-48b3-8369-a4169b16cad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f25da8-ff58-4610-92c9-97055b7c82b9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:51.004036 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f7152cb1-7913-48b3-8369-a4169b16cad7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ed87360e8bd4e3badbc8b3eebe4f435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410040 Apr 11 06:31:51.006702 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 36198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:51.028307 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79159c0b-684f-4d08-ae98-c1a5b0dc60fb admin admin] Publish callbacks [] for security_group (a0897217-16b5-4491-aec1-4ac06523e2fd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.051277 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79159c0b-684f-4d08-ae98-c1a5b0dc60fb admin admin] Publish callbacks [] for security_group (a0897217-16b5-4491-aec1-4ac06523e2fd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.066707 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91f1be48-50c7-4a8b-8551-7c5dd36ed0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.089144 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c5a95aa-5f0b-4241-8c04-efad95e05e00 admin admin] Publish callbacks [] for security_group (c9f25da8-ff58-4610-92c9-97055b7c82b9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.105185 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79159c0b-684f-4d08-ae98-c1a5b0dc60fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a0897217-16b5-4491-aec1-4ac06523e2fd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.107792 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79159c0b-684f-4d08-ae98-c1a5b0dc60fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.109363 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-79159c0b-684f-4d08-ae98-c1a5b0dc60fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0897217-16b5-4491-aec1-4ac06523e2fd HTTP/1.1" status: 204 len: 168 time: 0.1346483 Apr 11 06:31:51.117747 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79159c0b-684f-4d08-ae98-c1a5b0dc60fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0897217-16b5-4491-aec1-4ac06523e2fd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:51.121108 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac0875-f35f-49a6-bfe3-337e60874f93 req-6cb77c57-8ac0-4ba5-a7c0-6d21910c3212 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:51.122884 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9cac0875-f35f-49a6-bfe3-337e60874f93 req-6cb77c57-8ac0-4ba5-a7c0-6d21910c3212 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 944 time: 0.0713036 Apr 11 06:31:51.142760 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c5a95aa-5f0b-4241-8c04-efad95e05e00 admin admin] Publish callbacks [] for security_group (c9f25da8-ff58-4610-92c9-97055b7c82b9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.200377 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9cac0875-f35f-49a6-bfe3-337e60874f93 req-bf5aad00-9dfa-467e-8706-7527daf62401 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682755 Apr 11 06:31:51.230797 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c5a95aa-5f0b-4241-8c04-efad95e05e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (c9f25da8-ff58-4610-92c9-97055b7c82b9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.233570 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c5a95aa-5f0b-4241-8c04-efad95e05e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:51.234871 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3c5a95aa-5f0b-4241-8c04-efad95e05e00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9f25da8-ff58-4610-92c9-97055b7c82b9 HTTP/1.1" status: 204 len: 168 time: 0.2271674 Apr 11 06:31:51.243415 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a95aa-5f0b-4241-8c04-efad95e05e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f25da8-ff58-4610-92c9-97055b7c82b9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:51.579631 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddcf19-f9c9-4617-a25c-22a0aed67f57 req-295b99e2-c89b-41a6-96d4-d1c1a8732673 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:51.581407 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c7ddcf19-f9c9-4617-a25c-22a0aed67f57 req-295b99e2-c89b-41a6-96d4-d1c1a8732673 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0907559 Apr 11 06:31:51.634915 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c7ddcf19-f9c9-4617-a25c-22a0aed67f57 req-2c3f8934-0489-4131-a35f-bbc4fb0b3d07 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478649 Apr 11 06:31:51.983556 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 36246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:52.015801 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 36252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:52.038151 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:31:52.107127 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:31:52.114973 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:31:52.115521 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.209211 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:31:52.209654 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.227930 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-50348205-network', 'tenant_id': '1cb74c5587fb413dab93cda3d0134666'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:52.244806 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:31:52.245913 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:52.248515 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cc4071-7e82-4139-9fc0-3cf259656fcf" -d '{"events": [{"server_uuid": "e485cac1-308f-43bb-8d5b-d141d211b16a", "name": "network-vif-plugged", "status": "completed", "tag": "3cfb255a-aa1b-4bb7-8340-a4a13d7c729e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:52.249405 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30f932b6-1808-40cd-bada-4dbb8d97844c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.252306 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.264712 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Made reservation on behalf of 1cb74c5587fb413dab93cda3d0134666 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:52.269600 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.280016 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.335424 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12af7975-6628-4c07-b626-034f28f30c59 x-openstack-request-id: req-12af7975-6628-4c07-b626-034f28f30c59 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:52.336119 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e485cac1-308f-43bb-8d5b-d141d211b16a", "name": "network-vif-plugged", "status": "completed", "tag": "3cfb255a-aa1b-4bb7-8340-a4a13d7c729e", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:52.336465 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12af7975-6628-4c07-b626-034f28f30c59 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:52.336825 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12af7975-6628-4c07-b626-034f28f30c59'] response: {'server_uuid': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e', 'code': 200} Apr 11 06:31:52.337952 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:52.398105 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda352e1-b7c0-4195-8b48-659827f26345 req-91929909-93a3-4968-a1f4-cb5f6c7615ac tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:52.408329 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bda352e1-b7c0-4195-8b48-659827f26345 req-91929909-93a3-4968-a1f4-cb5f6c7615ac tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0714886 Apr 11 06:31:52.449869 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Publish callbacks [] for security_group (cfbb9cf5-d637-43c9-821d-f2f33203c276), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.461727 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (cfbb9cf5-d637-43c9-821d-f2f33203c276), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.469642 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30f932b6-1808-40cd-bada-4dbb8d97844c admin admin] Publish callbacks [] for security_group (b0421a60-0edb-4ce6-867d-21d08995c627), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.476578 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bda352e1-b7c0-4195-8b48-659827f26345 req-2b93315b-6a5f-4a4a-8a18-8ffd1ddfce48 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665591 Apr 11 06:31:52.486269 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30f932b6-1808-40cd-bada-4dbb8d97844c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b0421a60-0edb-4ce6-867d-21d08995c627), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.499182 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:31:52.528185 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbb9cf5-d637-43c9-821d-f2f33203c276,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:52.531157 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (d6556879-5358-4f5f-8020-4632634b0c50), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.531463 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Added segment d6556879-5358-4f5f-8020-4632634b0c50 of type vlan for network d6d9c5f1-17a3-472c-9d02-0176dc33c115 Apr 11 06:31:52.537676 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-30f932b6-1808-40cd-bada-4dbb8d97844c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35d4409ba8814776ab41d7e9c7225c55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5522130 Apr 11 06:31:52.538280 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 36266) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:52.553818 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53753d-d4bb-4217-a4e9-fe010b551bf1 req-a92a9b1e-4939-448a-86e0-7481d4d10d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:52.571352 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2f53753d-d4bb-4217-a4e9-fe010b551bf1 req-a92a9b1e-4939-448a-86e0-7481d4d10d91 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 1129 time: 0.0708406 Apr 11 06:31:52.632128 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2f53753d-d4bb-4217-a4e9-fe010b551bf1 req-a271e58b-0006-4cc8-b125-259a3a96b9fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541589 Apr 11 06:31:52.633073 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f932b6-1808-40cd-bada-4dbb8d97844c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0421a60-0edb-4ce6-867d-21d08995c627,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:52.641078 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (d6d9c5f1-17a3-472c-9d02-0176dc33c115), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.701846 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c013a4d-7468-4580-beeb-5b0ae2b825bd admin admin] Publish callbacks [] for security_group (b0421a60-0edb-4ce6-867d-21d08995c627), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.712789 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (d6d9c5f1-17a3-472c-9d02-0176dc33c115), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.713824 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:52.714415 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.746535 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c013a4d-7468-4580-beeb-5b0ae2b825bd admin admin] Publish callbacks [] for security_group (b0421a60-0edb-4ce6-867d-21d08995c627), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.765192 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5490d48-044f-4dcb-b932-743cbbf5ae51 req-1f890db5-69b8-4907-8151-3fd7c31ad284 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:52.766962 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c5490d48-044f-4dcb-b932-743cbbf5ae51 req-1f890db5-69b8-4907-8151-3fd7c31ad284 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0551419 Apr 11 06:31:52.775361 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7583983 Apr 11 06:31:52.780011 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 36280) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:52.818222 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c1cf9a23-7fd8-4376-956a-c42bf2894983 admin admin] Request body: {'subnet': {'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-50348205-subnet', 'tenant_id': '1cb74c5587fb413dab93cda3d0134666', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:52.819633 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c5490d48-044f-4dcb-b932-743cbbf5ae51 req-77462390-309d-4cda-865b-1a085cdb83c0 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461769 Apr 11 06:31:52.846283 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99af5d2-b66e-4b0f-bae6-df053f37bd02 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d9c5f1-17a3-472c-9d02-0176dc33c115,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:52.859131 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network d6d9c5f1-17a3-472c-9d02-0176dc33c115 details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:31:52.867312 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cf9a23-7fd8-4376-956a-c42bf2894983 admin admin] Made reservation on behalf of 1cb74c5587fb413dab93cda3d0134666 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:52.870392 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1cf9a23-7fd8-4376-956a-c42bf2894983 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3823611'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.895469 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c013a4d-7468-4580-beeb-5b0ae2b825bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b0421a60-0edb-4ce6-867d-21d08995c627), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.898398 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c013a4d-7468-4580-beeb-5b0ae2b825bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:52.899581 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5c013a4d-7468-4580-beeb-5b0ae2b825bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0421a60-0edb-4ce6-867d-21d08995c627 HTTP/1.1" status: 204 len: 168 time: 0.3467722 Apr 11 06:31:52.937063 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c013a4d-7468-4580-beeb-5b0ae2b825bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0421a60-0edb-4ce6-867d-21d08995c627,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:53.111295 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1cf9a23-7fd8-4376-956a-c42bf2894983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9391313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3823593'] for subnet (2dfc909e-0d32-4526-9d68-3b90332026be), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:53.134466 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85f1ec9f-600d-4342-972e-8242b2749aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:53.167588 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf9a23-7fd8-4376-956a-c42bf2894983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dfc909e-0d32-4526-9d68-3b90332026be,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:53.185837 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf9a23-7fd8-4376-956a-c42bf2894983 admin admin] Checking segment: {'id': 'd6556879-5358-4f5f-8020-4632634b0c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:53.186265 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf9a23-7fd8-4376-956a-c42bf2894983 admin admin] Network hostable DHCP agents. Network: d6d9c5f1-17a3-472c-9d02-0176dc33c115, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:31:53.205804 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf9a23-7fd8-4376-956a-c42bf2894983 admin admin] Network d6d9c5f1-17a3-472c-9d02-0176dc33c115 is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:31:53.219122 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf9a23-7fd8-4376-956a-c42bf2894983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, d6d9c5f1-17a3-472c-9d02-0176dc33c115) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:53.223838 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf9a23-7fd8-4376-956a-c42bf2894983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:53.224423 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1cf9a23-7fd8-4376-956a-c42bf2894983 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:53.231048 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d435d7-adbc-40cc-9308-57c415f979c2 None None] Network d6d9c5f1-17a3-472c-9d02-0176dc33c115 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:53.242507 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c1cf9a23-7fd8-4376-956a-c42bf2894983 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4552701 Apr 11 06:31:53.329912 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 36294) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:53.344390 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bda0b35-a873-4c60-926e-66e0bc31bb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:53.378789 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb0e99-3fd9-46f8-847f-8a96ff8fcd1a None None] Network d6d9c5f1-17a3-472c-9d02-0176dc33c115 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:53.438615 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bda0b35-a873-4c60-926e-66e0bc31bb07 admin admin] Publish callbacks [] for security_group (a7eaf995-aaeb-4a51-84bc-797e0eb23886), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:53.443834 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4bda0b35-a873-4c60-926e-66e0bc31bb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a7eaf995-aaeb-4a51-84bc-797e0eb23886), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:53.516484 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda0b35-a873-4c60-926e-66e0bc31bb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eaf995-aaeb-4a51-84bc-797e0eb23886,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:53.540713 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 36304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:53.544992 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4bda0b35-a873-4c60-926e-66e0bc31bb07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e2e259a3adf412e811093ca148c80a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139010 Apr 11 06:31:53.632779 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4cbb8-c86c-4845-837f-3beace5530f7 req-2d2ec255-07a1-4472-87b6-51c60b12dffd tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:53.641663 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-83d4cbb8-c86c-4845-837f-3beace5530f7 req-2d2ec255-07a1-4472-87b6-51c60b12dffd tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0653794 Apr 11 06:31:53.667709 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69c0a1c4-0bc5-4694-aeb5-0683a95078dc admin admin] Publish callbacks [] for security_group (a7eaf995-aaeb-4a51-84bc-797e0eb23886), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:53.703278 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-83d4cbb8-c86c-4845-837f-3beace5530f7 req-6b99e92c-537b-47f0-b500-612f41a5a984 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583408 Apr 11 06:31:53.713769 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69c0a1c4-0bc5-4694-aeb5-0683a95078dc admin admin] Publish callbacks [] for security_group (a7eaf995-aaeb-4a51-84bc-797e0eb23886), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:53.772505 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69c0a1c4-0bc5-4694-aeb5-0683a95078dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a7eaf995-aaeb-4a51-84bc-797e0eb23886), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:53.775526 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69c0a1c4-0bc5-4694-aeb5-0683a95078dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:53.776891 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-69c0a1c4-0bc5-4694-aeb5-0683a95078dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7eaf995-aaeb-4a51-84bc-797e0eb23886 HTTP/1.1" status: 204 len: 168 time: 0.2349105 Apr 11 06:31:53.784611 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0a1c4-0bc5-4694-aeb5-0683a95078dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eaf995-aaeb-4a51-84bc-797e0eb23886,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:53.961582 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34b00f-a42e-4472-947e-2b8d094cd45a req-7824eeb1-fec8-4589-b3d9-49c623faae7c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:53.976703 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9a34b00f-a42e-4472-947e-2b8d094cd45a req-7824eeb1-fec8-4589-b3d9-49c623faae7c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0686779 Apr 11 06:31:54.029179 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9a34b00f-a42e-4472-947e-2b8d094cd45a req-b94cd94b-9a7d-41a9-b762-6facda3f4090 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512886 Apr 11 06:31:54.566222 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:54.840542 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea75d66-ec14-48ab-a83a-be23f82dbcb3 req-8359e1a3-edd0-43bf-a276-90252c2c96df tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:54.842501 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ea75d66-ec14-48ab-a83a-be23f82dbcb3 req-8359e1a3-edd0-43bf-a276-90252c2c96df tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0574117 Apr 11 06:31:54.906302 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ea75d66-ec14-48ab-a83a-be23f82dbcb3 req-6682afe5-c644-4408-955a-38b9fe36ee27 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557170 Apr 11 06:31:55.054638 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c1d04-aaf1-4cda-b09d-05bafc881aa0 req-9a658378-2cc1-412c-8977-4d6d7d08f636 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:55.057743 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-540c1d04-aaf1-4cda-b09d-05bafc881aa0 req-9a658378-2cc1-412c-8977-4d6d7d08f636 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0630152 Apr 11 06:31:55.074967 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 36362) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:55.080537 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a6bd538e-336f-4f76-ae5d-d81defc7db69 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Request body: {'floatingip': {'port_id': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:55.138075 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6bd538e-336f-4f76-ae5d-d81defc7db69 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (11b13f5a-034a-4053-93dd-081493d142c8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.188539 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 36366) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:55.201729 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ace2ff-37c4-4818-bfd5-33a276388133 req-5a1bea6e-1abf-4043-a5c0-112ea3bed6c3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:55.210329 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a0ace2ff-37c4-4818-bfd5-33a276388133 req-5a1bea6e-1abf-4043-a5c0-112ea3bed6c3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0797648 Apr 11 06:31:55.286627 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a0ace2ff-37c4-4818-bfd5-33a276388133 req-8401de21-38bb-4a73-b6bd-4330e6649f68 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750744 Apr 11 06:31:55.423865 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18023287-80d6-493b-a6fa-a520bdfa2621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.479240 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7d980-39ff-48d6-97df-16c3a010515c req-d7f11c19-dc99-41da-94f6-97120008e7c0 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:55.480955 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-d7f11c19-dc99-41da-94f6-97120008e7c0 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/networks?id=d6d9c5f1-17a3-472c-9d02-0176dc33c115 HTTP/1.1" status: 200 len: 812 time: 0.1567390 Apr 11 06:31:55.513090 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-1062a2e1-8e60-4bcb-925c-139c961a3083 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/quotas/1cb74c5587fb413dab93cda3d0134666 HTTP/1.1" status: 200 len: 375 time: 0.0217917 Apr 11 06:31:55.555749 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-0741c37e-ff1e-4685-a864-e8b804a48ab2 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb74c5587fb413dab93cda3d0134666&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360732 Apr 11 06:31:55.611374 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18023287-80d6-493b-a6fa-a520bdfa2621 admin admin] Publish callbacks [] for security_group (d0c60a25-e694-4484-a709-778c38a65c3d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.616492 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-18023287-80d6-493b-a6fa-a520bdfa2621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (d0c60a25-e694-4484-a709-778c38a65c3d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.692896 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-18023287-80d6-493b-a6fa-a520bdfa2621 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d161f52abde4bc7b49ee80fab88c281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5008433 Apr 11 06:31:55.699481 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 36380) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:55.711075 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18023287-80d6-493b-a6fa-a520bdfa2621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c60a25-e694-4484-a709-778c38a65c3d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:55.741626 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.749522 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6bd538e-336f-4f76-ae5d-d81defc7db69 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.754803 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6bd538e-336f-4f76-ae5d-d81defc7db69 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (11b13f5a-034a-4053-93dd-081493d142c8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.755912 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-2ef3dd80-e549-44f1-a3d9-a47aad3950f9 service neutron] 10.222.0.18 "GET /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891241 Apr 11 06:31:55.852641 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7a69808-f253-43a6-8d17-023f3cea3d22 admin admin] Publish callbacks [] for security_group (d0c60a25-e694-4484-a709-778c38a65c3d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.874865 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-a6bd538e-336f-4f76-ae5d-d81defc7db69 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Floating IP 11b13f5a-034a-4053-93dd-081493d142c8 associated. External IP: 172.27.2.71, port: 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e. Apr 11 06:31:55.891649 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7a69808-f253-43a6-8d17-023f3cea3d22 admin admin] Publish callbacks [] for security_group (d0c60a25-e694-4484-a709-778c38a65c3d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.916318 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.920998 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-fcee5226-3ad3-4c44-993c-678eca70e3ce service neutron] 10.222.0.18 "GET /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566422 Apr 11 06:31:55.979101 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7a69808-f253-43a6-8d17-023f3cea3d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (d0c60a25-e694-4484-a709-778c38a65c3d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.987999 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7a69808-f253-43a6-8d17-023f3cea3d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:55.992457 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a7a69808-f253-43a6-8d17-023f3cea3d22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0c60a25-e694-4484-a709-778c38a65c3d HTTP/1.1" status: 204 len: 168 time: 0.2888434 Apr 11 06:31:56.014688 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a69808-f253-43a6-8d17-023f3cea3d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c60a25-e694-4484-a709-778c38a65c3d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:56.198868 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bd538e-336f-4f76-ae5d-d81defc7db69 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Router 66023ed4-db35-4f65-9756-2afe2e1e0d60 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:31:56.205174 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76f9245e-1cc5-4989-847d-b808bf721053 req-7e911230-6e9e-404f-81cc-78e0aa74ebc8 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 210 time: 0.0826845 Apr 11 06:31:56.400306 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bd538e-336f-4f76-ae5d-d81defc7db69 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:31:56.407653 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 36406) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:56.412007 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53492e8a-4e5c-43df-899a-5422b4077687 None None] Sync routers for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:31:56.412853 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6bd538e-336f-4f76-ae5d-d81defc7db69 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:56.431919 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53492e8a-4e5c-43df-899a-5422b4077687 None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:56.438894 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-53492e8a-4e5c-43df-899a-5422b4077687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:31:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:56.510114 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a6bd538e-336f-4f76-ae5d-d81defc7db69 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "PUT /v2.0/floatingips/11b13f5a-034a-4053-93dd-081493d142c8 HTTP/1.1" status: 200 len: 990 time: 1.4333417 Apr 11 06:31:56.515834 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'tag': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:56.518081 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a0f7e5-9228-4355-be9e-37361ad83eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "e485cac1-308f-43bb-8d5b-d141d211b16a", "tag": "3cfb255a-aa1b-4bb7-8340-a4a13d7c729e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:56.531713 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecccebb-9c83-4268-8042-664510a0d11c req-65d36c59-e857-4f92-8483-a450077f403c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:56.535318 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ecccebb-9c83-4268-8042-664510a0d11c req-65d36c59-e857-4f92-8483-a450077f403c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.1205399 Apr 11 06:31:56.629479 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02470bd3-cad9-4d5c-adfa-a5e3a73179f6 x-openstack-request-id: req-02470bd3-cad9-4d5c-adfa-a5e3a73179f6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:56.630828 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e485cac1-308f-43bb-8d5b-d141d211b16a", "tag": "3cfb255a-aa1b-4bb7-8340-a4a13d7c729e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:56.631862 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02470bd3-cad9-4d5c-adfa-a5e3a73179f6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:56.632343 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02470bd3-cad9-4d5c-adfa-a5e3a73179f6'] response: {'name': 'network-changed', 'server_uuid': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'tag': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e', 'status': 'completed', 'code': 200} Apr 11 06:31:56.675476 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ecccebb-9c83-4268-8042-664510a0d11c req-b66ae23e-3943-4283-9510-4540d6a80135 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293905 Apr 11 06:31:56.737749 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-53492e8a-4e5c-43df-899a-5422b4077687 None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:56.755904 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b48b26f-4fb7-4beb-8590-0b8e5cc6c828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:56.768390 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0f7e5-9228-4355-be9e-37361ad83eb9 req-928e409e-f48d-49c0-96d7-70f36bf3da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:56.769932 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79a0f7e5-9228-4355-be9e-37361ad83eb9 req-928e409e-f48d-49c0-96d7-70f36bf3da95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9656f49a2604955a0684ebb230397f3&device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 1129 time: 0.0935216 Apr 11 06:31:56.942767 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b48b26f-4fb7-4beb-8590-0b8e5cc6c828 admin admin] Publish callbacks [] for security_group (1c4d849a-4aec-4772-90ec-0eceeb76e38c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:56.950754 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b48b26f-4fb7-4beb-8590-0b8e5cc6c828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (1c4d849a-4aec-4772-90ec-0eceeb76e38c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:56.983117 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9b48b26f-4fb7-4beb-8590-0b8e5cc6c828 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=751ec8ba10df4c89b63b2debdcbc3282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5718822 Apr 11 06:31:56.984300 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 36430) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:57.043961 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0f7e5-9228-4355-be9e-37361ad83eb9 req-2e71bbe3-0c1a-4fd8-9a75-1b2e6b00acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:57.045880 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79a0f7e5-9228-4355-be9e-37361ad83eb9 req-2e71bbe3-0c1a-4fd8-9a75-1b2e6b00acee service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0452541-ae6a-407a-a6e0-2f42517a89be HTTP/1.1" status: 200 len: 910 time: 0.2566540 Apr 11 06:31:57.051018 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48b26f-4fb7-4beb-8590-0b8e5cc6c828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4d849a-4aec-4772-90ec-0eceeb76e38c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:57.089720 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-53492e8a-4e5c-43df-899a-5422b4077687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '11b13f5a-034a-4053-93dd-081493d142c8', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'port_id': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'mac_address': 'fa:16:3e:1c:10:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:31:37Z', 'updated_at': '2022-04-11T06:31:55Z', 'revision_number': 1, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:57.102972 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29d3f892-7583-44be-b58e-61d04651cd6f admin admin] Publish callbacks [] for security_group (1c4d849a-4aec-4772-90ec-0eceeb76e38c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.126830 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 36436) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:57.129124 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53492e8a-4e5c-43df-899a-5422b4077687 None None] Checking router: 66023ed4-db35-4f65-9756-2afe2e1e0d60 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:31:57.141184 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29d3f892-7583-44be-b58e-61d04651cd6f admin admin] Publish callbacks [] for security_group (1c4d849a-4aec-4772-90ec-0eceeb76e38c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.141732 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53492e8a-4e5c-43df-899a-5422b4077687 None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:31:57.142968 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-53492e8a-4e5c-43df-899a-5422b4077687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:31:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:57.156179 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79a0f7e5-9228-4355-be9e-37361ad83eb9 req-157d4d9f-405e-4920-b34e-0e07ddc091f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e HTTP/1.1" status: 200 len: 998 time: 0.0972843 Apr 11 06:31:57.218200 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29d3f892-7583-44be-b58e-61d04651cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (1c4d849a-4aec-4772-90ec-0eceeb76e38c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.221742 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29d3f892-7583-44be-b58e-61d04651cd6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.222944 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.223900 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-29d3f892-7583-44be-b58e-61d04651cd6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c4d849a-4aec-4772-90ec-0eceeb76e38c HTTP/1.1" status: 204 len: 168 time: 0.2394426 Apr 11 06:31:57.232942 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3f892-7583-44be-b58e-61d04651cd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4d849a-4aec-4772-90ec-0eceeb76e38c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:57.255888 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0f7e5-9228-4355-be9e-37361ad83eb9 req-1fd71ba5-a721-44d3-a423-e57b7d1c0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:57.258157 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79a0f7e5-9228-4355-be9e-37361ad83eb9 req-1fd71ba5-a721-44d3-a423-e57b7d1c0688 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a560b5c-8187-40f9-a67d-b5d8bcffd646 HTTP/1.1" status: 200 len: 849 time: 0.0880120 Apr 11 06:31:57.302847 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2095930892-network', 'tenant_id': 'e5818c1304de4a9695683ec313dba0b4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:57.310075 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-53492e8a-4e5c-43df-899a-5422b4077687 None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:31:57.353481 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Made reservation on behalf of e5818c1304de4a9695683ec313dba0b4 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:57.355746 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.365438 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-902dfcd9-ea63-4a39-bd29-54a9caeddca8 req-35b14e78-76fc-4a9c-a14b-0ccbf877d288 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 210 time: 0.0463948 Apr 11 06:31:57.366169 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.458002 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Publish callbacks [] for security_group (0087d837-503e-4113-b789-fca5cd4a375f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.463271 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (0087d837-503e-4113-b789-fca5cd4a375f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.487814 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:31:57.555071 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0f7e5-9228-4355-be9e-37361ad83eb9 req-2dc75865-1301-4742-bcad-a2361b6d3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:57.557291 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79a0f7e5-9228-4355-be9e-37361ad83eb9 req-2dc75865-1301-4742-bcad-a2361b6d3f99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0452541-ae6a-407a-a6e0-2f42517a89be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667567 Apr 11 06:31:57.563241 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (dad870a0-b1a9-49a8-b20d-c532b8591b3d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.563646 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Added segment dad870a0-b1a9-49a8-b20d-c532b8591b3d of type vlan for network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 Apr 11 06:31:57.564999 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0087d837-503e-4113-b789-fca5cd4a375f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:57.567472 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-53492e8a-4e5c-43df-899a-5422b4077687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '11b13f5a-034a-4053-93dd-081493d142c8', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'port_id': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'mac_address': 'fa:16:3e:1c:10:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:31:37Z', 'updated_at': '2022-04-11T06:31:55Z', 'revision_number': 1, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:31:57.614297 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53492e8a-4e5c-43df-899a-5422b4077687 None None] The sync data for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi is: [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '11b13f5a-034a-4053-93dd-081493d142c8', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'port_id': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'mac_address': 'fa:16:3e:1c:10:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:31:37Z', 'updated_at': '2022-04-11T06:31:55Z', 'revision_number': 1, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:31:57.617581 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 36446) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:57.663008 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (1a4bf8fb-6e42-40e3-ab0e-55233aa53a32), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.665446 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b29adca5-b6ca-482c-a333-ec892237f5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.750328 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7d980-39ff-48d6-97df-16c3a010515c req-1d8d96b0-c5f4-460b-89bb-94716bed3bb3 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:57.752089 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-1d8d96b0-c5f4-460b-89bb-94716bed3bb3 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.20 "GET /v2.0/networks?id=d6d9c5f1-17a3-472c-9d02-0176dc33c115 HTTP/1.1" status: 200 len: 812 time: 0.1632242 Apr 11 06:31:57.775728 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (1a4bf8fb-6e42-40e3-ab0e-55233aa53a32), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.776666 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:57.777427 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.788433 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-97e7d980-39ff-48d6-97df-16c3a010515c req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Request body: {'port': {'device_id': '2786cebc-e44a-4ca2-978b-80598cb3fe80', 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115', 'admin_state_up': True, 'tenant_id': '1cb74c5587fb413dab93cda3d0134666'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:57.853153 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79a0f7e5-9228-4355-be9e-37361ad83eb9 req-f88f59ae-dbd1-43bb-96a1-980998266ea7 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653637 Apr 11 06:31:57.869596 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7389944 Apr 11 06:31:57.870809 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 36450) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:57.877445 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b4ecc020-7cbb-452f-9ee1-7a99a4124e41 admin admin] Request body: {'subnet': {'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2095930892-subnet', 'tenant_id': 'e5818c1304de4a9695683ec313dba0b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:57.924226 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c9e79-7830-4ed4-8467-fd6508dbbc3f req-e40959c1-8ccc-4d25-bfe4-e3b32b54c415 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:57.925313 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2509cd39-7bfb-46dd-ab61-f90d5f8e9ddf None None] New status for floating IP 11b13f5a-034a-4053-93dd-081493d142c8: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:31:57.925866 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d88c9e79-7830-4ed4-8467-fd6508dbbc3f req-e40959c1-8ccc-4d25-bfe4-e3b32b54c415 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.1687307 Apr 11 06:31:57.937286 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ecc020-7cbb-452f-9ee1-7a99a4124e41 admin admin] Made reservation on behalf of e5818c1304de4a9695683ec313dba0b4 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:57.939829 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc020-7cbb-452f-9ee1-7a99a4124e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3823611'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:57.945609 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964cd2c-6080-45d8-9bad-c0b611210378 admin admin] Pushing event updated for resources: {'Network': ['ID=1a4bf8fb-6e42-40e3-ab0e-55233aa53a32,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:58.015076 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:31:58.050109 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e7d980-39ff-48d6-97df-16c3a010515c req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Made reservation on behalf of 1cb74c5587fb413dab93cda3d0134666 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:31:58.053865 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-97e7d980-39ff-48d6-97df-16c3a010515c req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.065592 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b29adca5-b6ca-482c-a333-ec892237f5f5 admin admin] Publish callbacks [] for security_group (a5ea2604-5520-402e-b6aa-88d59fc4a841), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.078787 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b29adca5-b6ca-482c-a333-ec892237f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a5ea2604-5520-402e-b6aa-88d59fc4a841), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.120563 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d88c9e79-7830-4ed4-8467-fd6508dbbc3f req-34d89599-8fe5-47a1-8e33-d13f69016d6a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797616 Apr 11 06:31:58.148631 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79a0f7e5-9228-4355-be9e-37361ad83eb9 req-514d558d-0a7a-4aeb-a9f3-577217bd8c56 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475615 Apr 11 06:31:58.152540 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b29adca5-b6ca-482c-a333-ec892237f5f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4907ed2686414d0a9dd3148aee7d36b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5325458 Apr 11 06:31:58.154034 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29adca5-b6ca-482c-a333-ec892237f5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ea2604-5520-402e-b6aa-88d59fc4a841,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:58.169976 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 36458) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:58.229450 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-876b3372-8205-4a41-a63a-41504ba8e7d0 admin admin] Publish callbacks [] for security_group (a5ea2604-5520-402e-b6aa-88d59fc4a841), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.263810 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-876b3372-8205-4a41-a63a-41504ba8e7d0 admin admin] Publish callbacks [] for security_group (a5ea2604-5520-402e-b6aa-88d59fc4a841), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.276851 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-97e7d980-39ff-48d6-97df-16c3a010515c req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Allocated IP 172.20.0.2 (d6d9c5f1-17a3-472c-9d02-0176dc33c115/2dfc909e-0d32-4526-9d68-3b90332026be/d95ffa6d-19f5-463d-89fd-844332ca6a40) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:31:58.283752 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc020-7cbb-452f-9ee1-7a99a4124e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9391313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3823593'] for subnet (af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.321628 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-876b3372-8205-4a41-a63a-41504ba8e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a5ea2604-5520-402e-b6aa-88d59fc4a841), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.324232 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-876b3372-8205-4a41-a63a-41504ba8e7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.328075 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-876b3372-8205-4a41-a63a-41504ba8e7d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5ea2604-5520-402e-b6aa-88d59fc4a841 HTTP/1.1" status: 204 len: 168 time: 0.1532938 Apr 11 06:31:58.339403 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b3372-8205-4a41-a63a-41504ba8e7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ea2604-5520-402e-b6aa-88d59fc4a841,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:58.382042 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecc020-7cbb-452f-9ee1-7a99a4124e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:58.419248 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ecc020-7cbb-452f-9ee1-7a99a4124e41 admin admin] Checking segment: {'id': 'dad870a0-b1a9-49a8-b20d-c532b8591b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:58.419605 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ecc020-7cbb-452f-9ee1-7a99a4124e41 admin admin] Network hostable DHCP agents. Network: 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:31:58.475646 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ecc020-7cbb-452f-9ee1-7a99a4124e41 admin admin] Network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:31:58.484086 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-20b75fe8-ef5b-4fdd-a133-9431cbd485a7 req-a779ddc7-d478-40e7-86f0-491f5e84b01d tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 210 time: 0.0301416 Apr 11 06:31:58.510315 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b4ecc020-7cbb-452f-9ee1-7a99a4124e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:58.515313 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ecc020-7cbb-452f-9ee1-7a99a4124e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:58.516202 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc020-7cbb-452f-9ee1-7a99a4124e41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.526162 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d5031c-0185-463a-924f-b36f299c178d None None] Network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:58.532447 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-97e7d980-39ff-48d6-97df-16c3a010515c req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks [] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.555561 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b4ecc020-7cbb-452f-9ee1-7a99a4124e41 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6750796 Apr 11 06:31:58.580833 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-97e7d980-39ff-48d6-97df-16c3a010515c req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.635923 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e7d980-39ff-48d6-97df-16c3a010515c req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Network d6d9c5f1-17a3-472c-9d02-0176dc33c115 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:31:58.639401 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-97e7d980-39ff-48d6-97df-16c3a010515c req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:31:58.641976 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e7d980-39ff-48d6-97df-16c3a010515c req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:31:58.659996 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f8295-9136-4b6a-b916-53652bd742b5 None None] Network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:31:58.682753 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Pushing event updated for resources: {'Port': ['ID=d95ffa6d-19f5-463d-89fd-844332ca6a40,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:58.713770 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7d980-39ff-48d6-97df-16c3a010515c req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:58.714435 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-97e7d980-39ff-48d6-97df-16c3a010515c req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:58.741988 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-18054423-2ea9-468d-aaae-3cb65cfd9fae tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9568269 Apr 11 06:31:58.767446 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Request body: {'port': {'device_id': '2786cebc-e44a-4ca2-978b-80598cb3fe80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:31:58.844750 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.153677 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95ffa6d-19f5-463d-89fd-844332ca6a40 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:31:59.166971 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Publish callbacks [] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.184520 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Transition to ACTIVE for port object d95ffa6d-19f5-463d-89fd-844332ca6a40 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:31:59.192184 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.306692 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9008aa-2fc2-4348-bf23-34c1e297fee0 req-f5242ebe-120d-4726-a5e4-7d5600e404e2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:59.309062 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Pushing event updated for resources: {'Port': ['ID=d95ffa6d-19f5-463d-89fd-844332ca6a40,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:59.310238 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8d9008aa-2fc2-4348-bf23-34c1e297fee0 req-f5242ebe-120d-4726-a5e4-7d5600e404e2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0854115 Apr 11 06:31:59.383119 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8d9008aa-2fc2-4348-bf23-34c1e297fee0 req-f3d85d3f-0d2f-4435-87f0-6a75611fa20e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638595 Apr 11 06:31:59.606099 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ebec-b88c-4859-9e04-1fc7fd4dabaf req-39d2d360-fd09-4bdd-b861-7d92f51aebd4 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:59.607868 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9332ebec-b88c-4859-9e04-1fc7fd4dabaf req-39d2d360-fd09-4bdd-b861-7d92f51aebd4 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 943 time: 0.0542388 Apr 11 06:31:59.630258 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Attempting to bind port d95ffa6d-19f5-463d-89fd-844332ca6a40 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:31:59.630598 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Attempting to bind port d95ffa6d-19f5-463d-89fd-844332ca6a40 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'd6556879-5358-4f5f-8020-4632634b0c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:31:59.631083 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Attempting to bind port d95ffa6d-19f5-463d-89fd-844332ca6a40 on network d6d9c5f1-17a3-472c-9d02-0176dc33c115 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:59.637095 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Port d95ffa6d-19f5-463d-89fd-844332ca6a40 on network d6d9c5f1-17a3-472c-9d02-0176dc33c115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:31:59.637417 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Attempting to bind port d95ffa6d-19f5-463d-89fd-844332ca6a40 on network d6d9c5f1-17a3-472c-9d02-0176dc33c115 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:31:59.644577 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:31:59.645021 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Checking segment: {'id': 'd6556879-5358-4f5f-8020-4632634b0c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:31:59.645411 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Bound using segment: {'id': 'd6556879-5358-4f5f-8020-4632634b0c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:31:59.645890 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Bound port: d95ffa6d-19f5-463d-89fd-844332ca6a40, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6556879-5358-4f5f-8020-4632634b0c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:31:59.646328 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.657204 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9332ebec-b88c-4859-9e04-1fc7fd4dabaf req-f6d45962-448a-4b5f-a134-0e112a059ce8 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Apr 11 06:31:59.674724 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 36506) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:59.713643 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] For port d95ffa6d-19f5-463d-89fd-844332ca6a40, host hv-cinder-83699, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:31:59.717118 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] For port d95ffa6d-19f5-463d-89fd-844332ca6a40, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d95ffa6d-19f5-463d-89fd-844332ca6a40,segment=NetworkSegment(d6556879-5358-4f5f-8020-4632634b0c50),segment_id=d6556879-5358-4f5f-8020-4632634b0c50)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:31:59.724506 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.760462 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:59.760989 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.765007 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] 10.222.0.20 "PUT /v2.0/ports/d95ffa6d-19f5-463d-89fd-844332ca6a40 HTTP/1.1" status: 200 len: 1093 time: 1.0061934 Apr 11 06:31:59.765007 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2786cebc-e44a-4ca2-978b-80598cb3fe80', 'tag': 'd95ffa6d-19f5-463d-89fd-844332ca6a40'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:31:59.765259 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2568e3-e605-47e7-9c4d-f01b4fa2a992" -d '{"events": [{"name": "network-changed", "server_uuid": "2786cebc-e44a-4ca2-978b-80598cb3fe80", "tag": "d95ffa6d-19f5-463d-89fd-844332ca6a40"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:31:59.797496 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90b40a91-e16f-495d-9c66-75e62ede3992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.797934 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331932d-5be7-425d-a5af-47d7b7635adc service neutron] Pushing event updated for resources: {'Port': ['ID=d95ffa6d-19f5-463d-89fd-844332ca6a40,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:59.829648 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb61db1f-6bc9-4e59-a920-8d5cb103a89b x-openstack-request-id: req-cb61db1f-6bc9-4e59-a920-8d5cb103a89b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:31:59.829946 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2786cebc-e44a-4ca2-978b-80598cb3fe80", "tag": "d95ffa6d-19f5-463d-89fd-844332ca6a40", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:31:59.830193 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb61db1f-6bc9-4e59-a920-8d5cb103a89b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:31:59.830585 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb61db1f-6bc9-4e59-a920-8d5cb103a89b'] response: {'name': 'network-changed', 'server_uuid': '2786cebc-e44a-4ca2-978b-80598cb3fe80', 'tag': 'd95ffa6d-19f5-463d-89fd-844332ca6a40', 'status': 'completed', 'code': 200} Apr 11 06:31:59.860475 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7d980-39ff-48d6-97df-16c3a010515c req-7efa543f-431a-4b17-8fe3-727a87addeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:59.861912 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-7efa543f-431a-4b17-8fe3-727a87addeb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cb74c5587fb413dab93cda3d0134666&device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 1127 time: 0.0447483 Apr 11 06:31:59.882152 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90b40a91-e16f-495d-9c66-75e62ede3992 admin admin] Publish callbacks [] for security_group (fd38b5b7-d3bc-4c9b-b4fc-96118f17ea56), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.888393 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90b40a91-e16f-495d-9c66-75e62ede3992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (fd38b5b7-d3bc-4c9b-b4fc-96118f17ea56), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.904880 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-6de3803f-a4c0-435c-b84a-15077a4438bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d95ffa6d-19f5-463d-89fd-844332ca6a40 HTTP/1.1" status: 200 len: 217 time: 0.0356085 Apr 11 06:31:59.924059 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b40a91-e16f-495d-9c66-75e62ede3992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd38b5b7-d3bc-4c9b-b4fc-96118f17ea56,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:31:59.932008 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-90b40a91-e16f-495d-9c66-75e62ede3992 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76f51bb46d4541cbb311f30078450cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522810 Apr 11 06:31:59.932008 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 36512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:31:59.961307 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7d980-39ff-48d6-97df-16c3a010515c req-cd38951c-fd26-49c8-964f-19aa38db7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:31:59.962758 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-cd38951c-fd26-49c8-964f-19aa38db7742 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2dfc909e-0d32-4526-9d68-3b90332026be HTTP/1.1" status: 200 len: 852 time: 0.0453157 Apr 11 06:31:59.989586 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff53c967-b1a6-46a1-9896-f9c4eed2bcad admin admin] Publish callbacks [] for security_group (fd38b5b7-d3bc-4c9b-b4fc-96118f17ea56), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:31:59.994960 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-9c113e7d-01a5-41a9-b4a0-17ee4c009054 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d9c5f1-17a3-472c-9d02-0176dc33c115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252581 Apr 11 06:32:00.011890 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff53c967-b1a6-46a1-9896-f9c4eed2bcad admin admin] Publish callbacks [] for security_group (fd38b5b7-d3bc-4c9b-b4fc-96118f17ea56), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:00.060466 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff53c967-b1a6-46a1-9896-f9c4eed2bcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (fd38b5b7-d3bc-4c9b-b4fc-96118f17ea56), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:00.063117 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff53c967-b1a6-46a1-9896-f9c4eed2bcad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:00.064373 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ff53c967-b1a6-46a1-9896-f9c4eed2bcad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd38b5b7-d3bc-4c9b-b4fc-96118f17ea56 HTTP/1.1" status: 204 len: 168 time: 0.1323731 Apr 11 06:32:00.074461 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53c967-b1a6-46a1-9896-f9c4eed2bcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd38b5b7-d3bc-4c9b-b4fc-96118f17ea56,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:00.094269 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-05f8cb9e-352d-42b2-9a9a-06fcb04aa27e service neutron] 10.222.0.20 "GET /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906751 Apr 11 06:32:00.192859 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-97e7d980-39ff-48d6-97df-16c3a010515c req-c485f115-57a0-4100-9832-4f10d01f158f service neutron] 10.222.0.20 "GET /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921824 Apr 11 06:32:00.496885 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431005-ca05-4288-8371-d3102da10357 req-07355412-246b-43eb-a4e9-69fe12f2e61e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:00.498410 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45431005-ca05-4288-8371-d3102da10357 req-07355412-246b-43eb-a4e9-69fe12f2e61e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0501773 Apr 11 06:32:00.557499 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45431005-ca05-4288-8371-d3102da10357 req-fc8e687a-4d64-4555-913e-5c16db51e7d2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533082 Apr 11 06:32:00.893906 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6f470-ea78-4fa0-bbc2-458bc778ddcf req-ed5f3d05-6fd0-40f1-a5d1-6099ed6c5510 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:00.895247 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f9b6f470-ea78-4fa0-bbc2-458bc778ddcf req-ed5f3d05-6fd0-40f1-a5d1-6099ed6c5510 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 943 time: 0.0617487 Apr 11 06:32:00.916732 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-d503a4c1-1108-4ab2-a40a-8cc9613d39c0 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:00.918199 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-d503a4c1-1108-4ab2-a40a-8cc9613d39c0 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/networks?id=1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 HTTP/1.1" status: 200 len: 809 time: 0.3747225 Apr 11 06:32:00.937817 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-494c4d49-05ba-4634-92e5-5ed650cee23d tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/quotas/e5818c1304de4a9695683ec313dba0b4 HTTP/1.1" status: 200 len: 375 time: 0.0136240 Apr 11 06:32:00.982823 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-be885095-dfb6-4180-8ebb-44a30a45eef6 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5818c1304de4a9695683ec313dba0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376549 Apr 11 06:32:00.987275 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f9b6f470-ea78-4fa0-bbc2-458bc778ddcf req-ce4e6c77-00b6-4761-b18f-21bf8fda6903 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861485 Apr 11 06:32:01.073460 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-74426f46-72a7-4e97-beb6-48e51d7a4098 service neutron] 10.222.0.18 "GET /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837567 Apr 11 06:32:01.166973 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-141c569c-3f94-412c-84d7-a31c313fa457 service neutron] 10.222.0.18 "GET /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878808 Apr 11 06:32:01.325255 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2568e3-e605-47e7-9c4d-f01b4fa2a992 req-a8203552-7bdd-4f8b-9666-20b7c4185ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:01.326930 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3f2568e3-e605-47e7-9c4d-f01b4fa2a992 req-a8203552-7bdd-4f8b-9666-20b7c4185ac3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cb74c5587fb413dab93cda3d0134666&device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 1127 time: 0.0519083 Apr 11 06:32:01.337710 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-631111a9-0d05-42a1-8da0-98ceb4993fc9 req-5e0bc5ea-c2b9-4601-96a3-e5ee895cd6bb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 210 time: 0.0285368 Apr 11 06:32:01.422195 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2568e3-e605-47e7-9c4d-f01b4fa2a992 req-ddb31b04-33e9-4768-9cbf-631d6b04d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:01.423647 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3f2568e3-e605-47e7-9c4d-f01b4fa2a992 req-ddb31b04-33e9-4768-9cbf-631d6b04d224 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6d9c5f1-17a3-472c-9d02-0176dc33c115 HTTP/1.1" status: 200 len: 912 time: 0.0897739 Apr 11 06:32:01.470246 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3f2568e3-e605-47e7-9c4d-f01b4fa2a992 req-a83d8a6a-7218-46e7-a4db-6f9716f4faf4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d95ffa6d-19f5-463d-89fd-844332ca6a40 HTTP/1.1" status: 200 len: 217 time: 0.0376732 Apr 11 06:32:01.520462 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2568e3-e605-47e7-9c4d-f01b4fa2a992 req-ff1bdc3b-b9f7-4802-83e6-5b55f7bc8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:01.521988 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3f2568e3-e605-47e7-9c4d-f01b4fa2a992 req-ff1bdc3b-b9f7-4802-83e6-5b55f7bc8b5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2dfc909e-0d32-4526-9d68-3b90332026be HTTP/1.1" status: 200 len: 852 time: 0.0445297 Apr 11 06:32:01.557610 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3f2568e3-e605-47e7-9c4d-f01b4fa2a992 req-fc5fdeb9-b7ae-412c-a332-8c2dcd66ccd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d9c5f1-17a3-472c-9d02-0176dc33c115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269599 Apr 11 06:32:01.661458 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3f2568e3-e605-47e7-9c4d-f01b4fa2a992 req-690bf060-a63b-4244-a4bd-35d1a9ca22e5 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913291 Apr 11 06:32:01.673209 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c107b1-c0e8-402a-9a9c-4203f2bfe939 req-3c4f563a-e736-41c0-bff4-bd002aac8586 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:01.675281 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66c107b1-c0e8-402a-9a9c-4203f2bfe939 req-3c4f563a-e736-41c0-bff4-bd002aac8586 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0488961 Apr 11 06:32:01.727069 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66c107b1-c0e8-402a-9a9c-4203f2bfe939 req-54197ce3-12ba-4612-9c6b-7b29184713d5 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465605 Apr 11 06:32:01.764195 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3f2568e3-e605-47e7-9c4d-f01b4fa2a992 req-0fec045e-b45b-4cbc-8393-4d7d7dab15e9 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883021 Apr 11 06:32:02.100047 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e25936-e1da-48d2-94cc-ec89a556426c req-2d68b838-adec-4dbc-ab8f-93850127ed10 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:02.101511 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f5e25936-e1da-48d2-94cc-ec89a556426c req-2d68b838-adec-4dbc-ab8f-93850127ed10 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 943 time: 0.0474105 Apr 11 06:32:02.118974 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device d95ffa6d-19f5-463d-89fd-844332ca6a40 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:32:02.155801 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f5e25936-e1da-48d2-94cc-ec89a556426c req-a3108d59-a837-4aac-a3d4-c5712b5ff166 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459924 Apr 11 06:32:02.219985 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port d95ffa6d-19f5-463d-89fd-844332ca6a40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d95ffa6d-19f5-463d-89fd-844332ca6a40,segment=NetworkSegment(d6556879-5358-4f5f-8020-4632634b0c50),segment_id=d6556879-5358-4f5f-8020-4632634b0c50)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:02.232322 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': 'd95ffa6d-19f5-463d-89fd-844332ca6a40', 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115', 'port_id': 'd95ffa6d-19f5-463d-89fd-844332ca6a40', 'mac_address': 'fa:16:3e:56:65:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfc909e-0d32-4526-9d68-3b90332026be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:32:02.272456 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port d95ffa6d-19f5-463d-89fd-844332ca6a40 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:02.273071 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:02.287644 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95ffa6d-19f5-463d-89fd-844332ca6a40 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:02.312059 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port d95ffa6d-19f5-463d-89fd-844332ca6a40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d95ffa6d-19f5-463d-89fd-844332ca6a40,segment=NetworkSegment(d6556879-5358-4f5f-8020-4632634b0c50),segment_id=d6556879-5358-4f5f-8020-4632634b0c50)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:02.316364 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:02.362639 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=d95ffa6d-19f5-463d-89fd-844332ca6a40,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:02.435395 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc92623f-5af6-4b92-8d7b-b6d29ed42132 req-54b42379-29be-4aed-bdbd-9124b9064ec4 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 210 time: 0.0281823 Apr 11 06:32:02.488141 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-924f9070-ea4c-4bd5-90df-2da519b61089 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:02.489678 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-924f9070-ea4c-4bd5-90df-2da519b61089 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.20 "GET /v2.0/networks?id=1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 HTTP/1.1" status: 200 len: 809 time: 0.1158836 Apr 11 06:32:02.509428 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Request body: {'port': {'device_id': '59a13138-7049-4fc6-8657-da5c8d2cd0da', 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32', 'admin_state_up': True, 'tenant_id': 'e5818c1304de4a9695683ec313dba0b4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:02.620976 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Made reservation on behalf of e5818c1304de4a9695683ec313dba0b4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:32:02.624271 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:02.687301 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['d95ffa6d-19f5-463d-89fd-844332ca6a40'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:32:02.765284 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Allocated IP 172.20.0.4 (1a4bf8fb-6e42-40e3-ab0e-55233aa53a32/af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf/46585ed1-961d-4f8b-b54e-8b2f4260884d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:32:02.847381 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13224-27a4-4496-8568-a7c2628cde15 req-8b5b6e4e-c5ab-42c9-91d7-493ae7d6ee54 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:02.848898 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5ae13224-27a4-4496-8568-a7c2628cde15 req-8b5b6e4e-c5ab-42c9-91d7-493ae7d6ee54 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0508933 Apr 11 06:32:02.894602 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5ae13224-27a4-4496-8568-a7c2628cde15 req-31c1b48d-dada-497a-9fc5-8d90ff5773c5 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Apr 11 06:32:02.928843 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks [] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:02.966549 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.012881 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:32:03.015995 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:32:03.019501 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:32:03.026241 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Pushing event updated for resources: {'Port': ['ID=46585ed1-961d-4f8b-b54e-8b2f4260884d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:03.097609 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:03.098472 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.122329 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b398fa4c-5de0-4878-b2df-d73d170e2736 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6178503 Apr 11 06:32:03.143022 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Request body: {'port': {'device_id': '59a13138-7049-4fc6-8657-da5c8d2cd0da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:03.207396 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.273978 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151ed14-aa02-4225-b13b-d1e38726dabf req-65d0a1d4-ed80-40fc-9547-ab077d714b5b tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:03.275494 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9151ed14-aa02-4225-b13b-d1e38726dabf req-65d0a1d4-ed80-40fc-9547-ab077d714b5b tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 944 time: 0.0535140 Apr 11 06:32:03.330524 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9151ed14-aa02-4225-b13b-d1e38726dabf req-ce6ad935-fef6-4ed8-af5d-16852846d4f8 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453222 Apr 11 06:32:03.473885 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46585ed1-961d-4f8b-b54e-8b2f4260884d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:03.482092 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Publish callbacks [] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.497286 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Transition to ACTIVE for port object 46585ed1-961d-4f8b-b54e-8b2f4260884d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:32:03.502777 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.549661 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173fbf0-c309-4d57-8203-95c10c7c0bae req-58897e56-cd0f-48b5-b756-6e85211f50a3 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:03.551141 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1173fbf0-c309-4d57-8203-95c10c7c0bae req-58897e56-cd0f-48b5-b756-6e85211f50a3 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 943 time: 0.0463624 Apr 11 06:32:03.555043 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Pushing event updated for resources: {'Port': ['ID=46585ed1-961d-4f8b-b54e-8b2f4260884d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:03.598900 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1173fbf0-c309-4d57-8203-95c10c7c0bae req-1b77c758-93f8-4d16-9486-a43039af2f86 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Apr 11 06:32:03.620568 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Attempting to bind port 46585ed1-961d-4f8b-b54e-8b2f4260884d on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:32:03.620938 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Attempting to bind port 46585ed1-961d-4f8b-b54e-8b2f4260884d by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'dad870a0-b1a9-49a8-b20d-c532b8591b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:32:03.621265 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Attempting to bind port 46585ed1-961d-4f8b-b54e-8b2f4260884d on network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:32:03.625717 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Port 46585ed1-961d-4f8b-b54e-8b2f4260884d on network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:32:03.626026 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Attempting to bind port 46585ed1-961d-4f8b-b54e-8b2f4260884d on network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:32:03.630915 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:32:03.631288 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Checking segment: {'id': 'dad870a0-b1a9-49a8-b20d-c532b8591b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:32:03.631735 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Bound using segment: {'id': 'dad870a0-b1a9-49a8-b20d-c532b8591b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:32:03.632160 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Bound port: 46585ed1-961d-4f8b-b54e-8b2f4260884d, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad870a0-b1a9-49a8-b20d-c532b8591b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:32:03.632509 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.697436 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] For port 46585ed1-961d-4f8b-b54e-8b2f4260884d, host hv-cinder-83699, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:32:03.700382 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] For port 46585ed1-961d-4f8b-b54e-8b2f4260884d, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=46585ed1-961d-4f8b-b54e-8b2f4260884d,segment=NetworkSegment(dad870a0-b1a9-49a8-b20d-c532b8591b3d),segment_id=dad870a0-b1a9-49a8-b20d-c532b8591b3d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:32:03.707508 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.742970 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:03.743638 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:03.745044 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] 10.222.0.20 "PUT /v2.0/ports/46585ed1-961d-4f8b-b54e-8b2f4260884d HTTP/1.1" status: 200 len: 1093 time: 0.6060073 Apr 11 06:32:03.745476 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a13138-7049-4fc6-8657-da5c8d2cd0da', 'tag': '46585ed1-961d-4f8b-b54e-8b2f4260884d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:03.747722 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4544d9a-7061-49a9-ac46-f89df3962622" -d '{"events": [{"name": "network-changed", "server_uuid": "59a13138-7049-4fc6-8657-da5c8d2cd0da", "tag": "46585ed1-961d-4f8b-b54e-8b2f4260884d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:03.769897 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0ba37-b5d2-454a-94df-aaaca6c04071 service neutron] Pushing event updated for resources: {'Port': ['ID=46585ed1-961d-4f8b-b54e-8b2f4260884d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:03.787656 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7efbed2-1ee2-4fc3-9fc2-9319ecf32354 x-openstack-request-id: req-c7efbed2-1ee2-4fc3-9fc2-9319ecf32354 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:03.788055 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a13138-7049-4fc6-8657-da5c8d2cd0da", "tag": "46585ed1-961d-4f8b-b54e-8b2f4260884d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:03.788314 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7efbed2-1ee2-4fc3-9fc2-9319ecf32354 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:03.788726 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7efbed2-1ee2-4fc3-9fc2-9319ecf32354'] response: {'name': 'network-changed', 'server_uuid': '59a13138-7049-4fc6-8657-da5c8d2cd0da', 'tag': '46585ed1-961d-4f8b-b54e-8b2f4260884d', 'status': 'completed', 'code': 200} Apr 11 06:32:03.843626 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-9a27d688-4dd6-4a94-8c9d-bfcae3e2503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:03.845180 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-9a27d688-4dd6-4a94-8c9d-bfcae3e2503f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5818c1304de4a9695683ec313dba0b4&device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 1127 time: 0.0412834 Apr 11 06:32:03.893596 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-3789743d-2e48-49f8-85b0-552edb235a44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46585ed1-961d-4f8b-b54e-8b2f4260884d HTTP/1.1" status: 200 len: 217 time: 0.0368352 Apr 11 06:32:03.946940 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-29069625-9e1e-4775-b61f-257875825741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:03.948448 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-29069625-9e1e-4775-b61f-257875825741 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf HTTP/1.1" status: 200 len: 849 time: 0.0441172 Apr 11 06:32:03.986940 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-a4caf48f-7aef-43a8-af67-9c69721e264e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4bf8fb-6e42-40e3-ab0e-55233aa53a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260546 Apr 11 06:32:04.007250 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad4c60-bb26-4f16-bb39-3ffb2efe97ca req-28d2086d-a568-4c16-ad20-b9da897a999a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:04.008759 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-20ad4c60-bb26-4f16-bb39-3ffb2efe97ca req-28d2086d-a568-4c16-ad20-b9da897a999a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0472457 Apr 11 06:32:04.062802 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-20ad4c60-bb26-4f16-bb39-3ffb2efe97ca req-57948ea8-ec46-4049-b500-8ab44619e3d9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481715 Apr 11 06:32:04.082259 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-df7ee881-626f-47b6-8f00-8fd4f26a75b9 service neutron] 10.222.0.20 "GET /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888081 Apr 11 06:32:04.132309 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device d95ffa6d-19f5-463d-89fd-844332ca6a40 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:32:04.179270 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port d95ffa6d-19f5-463d-89fd-844332ca6a40 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:32:04.179538 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6f42f0a4-83bd-4c57-852d-c18952dbf8ff req-4fef0302-2490-4ef1-bd72-ebd16021ac8e service neutron] 10.222.0.20 "GET /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887644 Apr 11 06:32:04.186806 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port d95ffa6d-19f5-463d-89fd-844332ca6a40 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:32:04.187178 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:04.271408 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port d95ffa6d-19f5-463d-89fd-844332ca6a40 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:04.271894 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:04.296245 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2786cebc-e44a-4ca2-978b-80598cb3fe80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95ffa6d-19f5-463d-89fd-844332ca6a40'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:04.298504 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc11f3ff-1e33-4283-bed6-2bdaa68ed391" -d '{"events": [{"server_uuid": "2786cebc-e44a-4ca2-978b-80598cb3fe80", "name": "network-vif-plugged", "status": "completed", "tag": "d95ffa6d-19f5-463d-89fd-844332ca6a40"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:04.313911 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port d95ffa6d-19f5-463d-89fd-844332ca6a40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d95ffa6d-19f5-463d-89fd-844332ca6a40,segment=NetworkSegment(d6556879-5358-4f5f-8020-4632634b0c50),segment_id=d6556879-5358-4f5f-8020-4632634b0c50)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:04.319021 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:04.343358 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d73a845-808a-4a44-a5eb-a2d5a3344fb2 x-openstack-request-id: req-6d73a845-808a-4a44-a5eb-a2d5a3344fb2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:04.343668 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2786cebc-e44a-4ca2-978b-80598cb3fe80", "name": "network-vif-plugged", "status": "completed", "tag": "d95ffa6d-19f5-463d-89fd-844332ca6a40", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:04.343920 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d73a845-808a-4a44-a5eb-a2d5a3344fb2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:04.344335 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d73a845-808a-4a44-a5eb-a2d5a3344fb2'] response: {'server_uuid': '2786cebc-e44a-4ca2-978b-80598cb3fe80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95ffa6d-19f5-463d-89fd-844332ca6a40', 'code': 200} Apr 11 06:32:04.372011 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=d95ffa6d-19f5-463d-89fd-844332ca6a40,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:04.445263 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74532df-5a7c-48be-904a-cfe33f623ccb req-427be795-10a7-467e-a841-65526daa62c8 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:04.446715 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e74532df-5a7c-48be-904a-cfe33f623ccb req-427be795-10a7-467e-a841-65526daa62c8 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 945 time: 0.0456879 Apr 11 06:32:04.498511 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e74532df-5a7c-48be-904a-cfe33f623ccb req-19836208-a239-4b63-892d-e2a1f1c42ca7 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458531 Apr 11 06:32:04.730546 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89038348-e56e-47c6-9ac1-3199b38af1fe req-ec8a65f9-54c0-4ac5-82eb-019efc1c602f tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:04.732032 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-89038348-e56e-47c6-9ac1-3199b38af1fe req-ec8a65f9-54c0-4ac5-82eb-019efc1c602f tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 943 time: 0.0604253 Apr 11 06:32:04.778805 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-89038348-e56e-47c6-9ac1-3199b38af1fe req-07b8dccd-6561-43bb-a0b0-6ab1c255d7c3 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Apr 11 06:32:05.197228 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6003a-76f4-47ac-8810-92ea1fd2fe44 req-898116a3-c744-49ec-8df1-05d679e2b2e2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:05.198681 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aed6003a-76f4-47ac-8810-92ea1fd2fe44 req-898116a3-c744-49ec-8df1-05d679e2b2e2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0511663 Apr 11 06:32:05.247818 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aed6003a-76f4-47ac-8810-92ea1fd2fe44 req-ec8be7e8-d3df-4cc3-b386-b02dc9ff6915 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Apr 11 06:32:05.416366 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4544d9a-7061-49a9-ac46-f89df3962622 req-a4300966-010a-41f6-9ea1-11bf8236c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:05.418047 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f4544d9a-7061-49a9-ac46-f89df3962622 req-a4300966-010a-41f6-9ea1-11bf8236c68f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5818c1304de4a9695683ec313dba0b4&device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 1127 time: 0.0487497 Apr 11 06:32:05.535284 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4544d9a-7061-49a9-ac46-f89df3962622 req-b52391ec-b62e-4c11-ba68-698f3df22d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:05.536771 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f4544d9a-7061-49a9-ac46-f89df3962622 req-b52391ec-b62e-4c11-ba68-698f3df22d97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 HTTP/1.1" status: 200 len: 909 time: 0.1061723 Apr 11 06:32:05.564292 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a869d2e-4070-4793-b04f-46b4cf132151 req-a06381d4-6706-41d2-9cfc-0ec42c98bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:05.568370 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0a869d2e-4070-4793-b04f-46b4cf132151 req-a06381d4-6706-41d2-9cfc-0ec42c98bc2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 1129 time: 0.0512252 Apr 11 06:32:05.597006 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f4544d9a-7061-49a9-ac46-f89df3962622 req-6a8dbbe1-1d95-4ca4-ba3a-da2a019a1965 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46585ed1-961d-4f8b-b54e-8b2f4260884d HTTP/1.1" status: 200 len: 217 time: 0.0523682 Apr 11 06:32:05.639003 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531adb6d-4ff6-4e37-baf4-1cd870bf7dbf req-f53e49f6-08b2-4adf-ba78-f636d4a69442 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:05.640476 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-531adb6d-4ff6-4e37-baf4-1cd870bf7dbf req-f53e49f6-08b2-4adf-ba78-f636d4a69442 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 945 time: 0.0642943 Apr 11 06:32:05.660693 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4544d9a-7061-49a9-ac46-f89df3962622 req-96635886-b447-4b6b-bd81-17147cf1b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:05.662183 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f4544d9a-7061-49a9-ac46-f89df3962622 req-96635886-b447-4b6b-bd81-17147cf1b2a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf HTTP/1.1" status: 200 len: 849 time: 0.0484507 Apr 11 06:32:05.669079 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0a869d2e-4070-4793-b04f-46b4cf132151 req-0a085458-daed-4882-a486-736b79651ace service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833418 Apr 11 06:32:05.694432 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f4544d9a-7061-49a9-ac46-f89df3962622 req-cbf47019-9fd8-4746-957a-370dd320d67c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4bf8fb-6e42-40e3-ab0e-55233aa53a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256631 Apr 11 06:32:05.700931 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-531adb6d-4ff6-4e37-baf4-1cd870bf7dbf req-0ee8412b-a8a9-4325-87fd-e035e1aaf240 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527434 Apr 11 06:32:05.907559 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51a048-2e87-4c9e-bae5-a210647bff96 req-9854e223-06a7-4d8f-8fa5-7c694cd50800 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:05.909057 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7c51a048-2e87-4c9e-bae5-a210647bff96 req-9854e223-06a7-4d8f-8fa5-7c694cd50800 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 943 time: 0.0506980 Apr 11 06:32:05.956466 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7c51a048-2e87-4c9e-bae5-a210647bff96 req-568ed580-84b8-420d-89a9-71847f487efe tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Apr 11 06:32:05.961166 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f4544d9a-7061-49a9-ac46-f89df3962622 req-4f0bb9f6-2eb5-453a-8431-365ab2ea4e61 service neutron] 10.222.0.20 "GET /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838671 Apr 11 06:32:06.071126 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f4544d9a-7061-49a9-ac46-f89df3962622 req-8803ef42-a46c-43b9-9c15-9d6466aa5902 service neutron] 10.222.0.20 "GET /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034811 Apr 11 06:32:06.146879 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 46585ed1-961d-4f8b-b54e-8b2f4260884d details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:32:06.253268 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 46585ed1-961d-4f8b-b54e-8b2f4260884d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=46585ed1-961d-4f8b-b54e-8b2f4260884d,segment=NetworkSegment(dad870a0-b1a9-49a8-b20d-c532b8591b3d),segment_id=dad870a0-b1a9-49a8-b20d-c532b8591b3d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:06.265065 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '46585ed1-961d-4f8b-b54e-8b2f4260884d', 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32', 'port_id': '46585ed1-961d-4f8b-b54e-8b2f4260884d', 'mac_address': 'fa:16:3e:fb:9d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:32:06.303901 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 46585ed1-961d-4f8b-b54e-8b2f4260884d is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:06.304280 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:06.317558 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46585ed1-961d-4f8b-b54e-8b2f4260884d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:06.337711 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 46585ed1-961d-4f8b-b54e-8b2f4260884d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=46585ed1-961d-4f8b-b54e-8b2f4260884d,segment=NetworkSegment(dad870a0-b1a9-49a8-b20d-c532b8591b3d),segment_id=dad870a0-b1a9-49a8-b20d-c532b8591b3d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:06.343639 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:06.370726 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c3862-2de2-44e5-8157-64ff50ea5573 req-6332eec3-e809-4ce3-b3e4-1d8f7e690beb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:06.372230 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-305c3862-2de2-44e5-8157-64ff50ea5573 req-6332eec3-e809-4ce3-b3e4-1d8f7e690beb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0494781 Apr 11 06:32:06.390296 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=46585ed1-961d-4f8b-b54e-8b2f4260884d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:06.420061 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-305c3862-2de2-44e5-8157-64ff50ea5573 req-2f818425-ed3b-48a7-a62a-9315fffcdc30 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420182 Apr 11 06:32:06.688419 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['46585ed1-961d-4f8b-b54e-8b2f4260884d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:32:06.827813 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf3638-a24d-43c5-9986-45a8c6b31c64 req-f2491c80-1f10-4880-bea2-c019080b612c tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:06.832728 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fbaf3638-a24d-43c5-9986-45a8c6b31c64 req-f2491c80-1f10-4880-bea2-c019080b612c tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 945 time: 0.0597315 Apr 11 06:32:06.882916 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fbaf3638-a24d-43c5-9986-45a8c6b31c64 req-99c21c71-40ce-4d14-8d8c-4a8509c5502f tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446746 Apr 11 06:32:07.079778 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b692f2-e639-4b34-8c55-0cac8a733040 req-7333dc40-9f26-48ff-973f-2bcbf4ce683d tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:07.081153 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d7b692f2-e639-4b34-8c55-0cac8a733040 req-7333dc40-9f26-48ff-973f-2bcbf4ce683d tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 944 time: 0.0486386 Apr 11 06:32:07.135401 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d7b692f2-e639-4b34-8c55-0cac8a733040 req-8c1f0c48-1bb8-4e1c-b3b6-b5a1b56fcb54 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483365 Apr 11 06:32:07.540502 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fe4fd-8a35-4a7a-8c26-36f5833eb65e req-43758c50-c94e-4b03-81c8-8517941ca4db tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:07.542005 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9a4fe4fd-8a35-4a7a-8c26-36f5833eb65e req-43758c50-c94e-4b03-81c8-8517941ca4db tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0530348 Apr 11 06:32:07.590009 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9a4fe4fd-8a35-4a7a-8c26-36f5833eb65e req-025233e5-2bb0-46a9-bd5d-5effb250d24a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421662 Apr 11 06:32:08.000503 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326e92c-fa3f-4ca5-aa43-80bfdb302ea4 req-79667469-57f8-4376-a6ad-f573a0bb339d tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:08.002083 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f326e92c-fa3f-4ca5-aa43-80bfdb302ea4 req-79667469-57f8-4376-a6ad-f573a0bb339d tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 945 time: 0.0503373 Apr 11 06:32:08.051707 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f326e92c-fa3f-4ca5-aa43-80bfdb302ea4 req-35e2616a-da65-4416-a1e8-ac2821d88c05 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434992 Apr 11 06:32:08.149012 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 46585ed1-961d-4f8b-b54e-8b2f4260884d up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:32:08.198128 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port 46585ed1-961d-4f8b-b54e-8b2f4260884d completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:32:08.209773 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 46585ed1-961d-4f8b-b54e-8b2f4260884d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:32:08.209773 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:08.279607 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397a1c7-70ff-4b09-be49-17881c5b369a req-8ea4bbf0-10ee-4197-a3b5-13c904d3da04 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:08.285465 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9397a1c7-70ff-4b09-be49-17881c5b369a req-8ea4bbf0-10ee-4197-a3b5-13c904d3da04 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 944 time: 0.0596082 Apr 11 06:32:08.308899 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 46585ed1-961d-4f8b-b54e-8b2f4260884d is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:08.309318 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:08.332795 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a13138-7049-4fc6-8657-da5c8d2cd0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46585ed1-961d-4f8b-b54e-8b2f4260884d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:08.335458 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9a91bb-230b-496e-a37a-1eb151ac7236" -d '{"events": [{"server_uuid": "59a13138-7049-4fc6-8657-da5c8d2cd0da", "name": "network-vif-plugged", "status": "completed", "tag": "46585ed1-961d-4f8b-b54e-8b2f4260884d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:08.338048 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9397a1c7-70ff-4b09-be49-17881c5b369a req-eb438ad6-c4b2-4480-807d-b9df1bba40ce tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502484 Apr 11 06:32:08.351045 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 46585ed1-961d-4f8b-b54e-8b2f4260884d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=46585ed1-961d-4f8b-b54e-8b2f4260884d,segment=NetworkSegment(dad870a0-b1a9-49a8-b20d-c532b8591b3d),segment_id=dad870a0-b1a9-49a8-b20d-c532b8591b3d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:08.362569 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:08.387163 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b967d19c-6207-4e0d-927e-e79a6029353f x-openstack-request-id: req-b967d19c-6207-4e0d-927e-e79a6029353f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:08.387643 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a13138-7049-4fc6-8657-da5c8d2cd0da", "name": "network-vif-plugged", "status": "completed", "tag": "46585ed1-961d-4f8b-b54e-8b2f4260884d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:08.387956 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b967d19c-6207-4e0d-927e-e79a6029353f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:08.388493 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b967d19c-6207-4e0d-927e-e79a6029353f'] response: {'server_uuid': '59a13138-7049-4fc6-8657-da5c8d2cd0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46585ed1-961d-4f8b-b54e-8b2f4260884d', 'code': 200} Apr 11 06:32:08.415693 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=46585ed1-961d-4f8b-b54e-8b2f4260884d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:08.720674 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b6d28-9246-4ec7-9325-dc1ccb52db57 req-9fc1c70c-11cf-4ba7-94bb-51629ddb37fc tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:08.722195 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-615b6d28-9246-4ec7-9325-dc1ccb52db57 req-9fc1c70c-11cf-4ba7-94bb-51629ddb37fc tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0566399 Apr 11 06:32:08.773703 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-615b6d28-9246-4ec7-9325-dc1ccb52db57 req-e8d33ace-1b6a-45e4-86aa-02897778b5af tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447066 Apr 11 06:32:09.459450 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb39c8-52d2-4e93-86c9-b3f642a74685 req-ad30dd03-8cad-42a8-9f49-afeb947e6969 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:09.461061 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4deb39c8-52d2-4e93-86c9-b3f642a74685 req-ad30dd03-8cad-42a8-9f49-afeb947e6969 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 945 time: 0.0506990 Apr 11 06:32:09.512857 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4deb39c8-52d2-4e93-86c9-b3f642a74685 req-553e136a-0b9e-4fee-b5cd-7d5e18629fbf tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428827 Apr 11 06:32:09.913848 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23f3d0-53a4-4406-9260-a720450a5745 req-848b8dd8-d312-4943-bf20-332e72f524bc tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:09.915319 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3d23f3d0-53a4-4406-9260-a720450a5745 req-848b8dd8-d312-4943-bf20-332e72f524bc tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0550542 Apr 11 06:32:09.965212 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3d23f3d0-53a4-4406-9260-a720450a5745 req-fc98eadb-c233-4987-a725-aae79f35ad03 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415287 Apr 11 06:32:10.646223 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd1901-fa96-47c8-a35b-354d539b311b req-69270a71-c9de-4dd8-8dc1-618006c11f9e tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:10.647722 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-10cd1901-fa96-47c8-a35b-354d539b311b req-69270a71-c9de-4dd8-8dc1-618006c11f9e tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 945 time: 0.0469768 Apr 11 06:32:10.704639 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-10cd1901-fa96-47c8-a35b-354d539b311b req-b0ec7934-97eb-40d9-8320-2da47187586d tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481629 Apr 11 06:32:11.087941 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db8a54-82a2-4d91-8451-f510e893c43c req-5051f2f2-9474-40b6-920e-bf65b9970c0a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:11.089614 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-12db8a54-82a2-4d91-8451-f510e893c43c req-5051f2f2-9474-40b6-920e-bf65b9970c0a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0528119 Apr 11 06:32:11.166311 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-12db8a54-82a2-4d91-8451-f510e893c43c req-608231c3-b910-4db4-9271-91a1bfec5eb3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702682 Apr 11 06:32:11.835764 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561ba7-8d28-4353-8f3b-755059c5007f req-71374272-9d00-47b6-84c1-d62856e621bb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:11.837178 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-46561ba7-8d28-4353-8f3b-755059c5007f req-71374272-9d00-47b6-84c1-d62856e621bb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 945 time: 0.0603406 Apr 11 06:32:11.891211 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-46561ba7-8d28-4353-8f3b-755059c5007f req-960bd8bb-8cf8-4b00-abf9-cf285319fece tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465086 Apr 11 06:32:12.160180 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21fcc0-3c0d-4897-a871-f00533c34c61 req-811ad28a-b3b7-4433-a21e-cfb209a8f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:12.161697 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71dea4-b143-4e0f-9be0-aef33e69218a req-57e71505-b2a6-4e26-8b36-614eb6a63bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:12.162413 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bb21fcc0-3c0d-4897-a871-f00533c34c61 req-811ad28a-b3b7-4433-a21e-cfb209a8f6a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 1129 time: 0.0404971 Apr 11 06:32:12.163166 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-af71dea4-b143-4e0f-9be0-aef33e69218a req-57e71505-b2a6-4e26-8b36-614eb6a63bdf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 1129 time: 0.0366876 Apr 11 06:32:12.222861 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bb21fcc0-3c0d-4897-a871-f00533c34c61 req-eed8b6e2-ade1-47a0-a47c-f2f2c616bf59 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 Apr 11 06:32:12.223876 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-af71dea4-b143-4e0f-9be0-aef33e69218a req-9b6ab0ca-d011-41ac-81b6-72ac24af4780 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414205 Apr 11 06:32:12.288872 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335aea7f-208e-4006-941c-bef533311996 req-e8616d2b-983c-4420-8a5f-876fa38095c1 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:12.290364 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-335aea7f-208e-4006-941c-bef533311996 req-e8616d2b-983c-4420-8a5f-876fa38095c1 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0526502 Apr 11 06:32:12.344472 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-335aea7f-208e-4006-941c-bef533311996 req-9ab42b07-b361-4baf-ac59-d3a4df88cf58 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Apr 11 06:32:13.010010 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545dfc3-8211-4c9f-9a6b-ace48419768a req-5e57804e-6ad9-4d87-9b14-d9577a949dda tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:13.011772 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c545dfc3-8211-4c9f-9a6b-ace48419768a req-5e57804e-6ad9-4d87-9b14-d9577a949dda tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 945 time: 0.0488203 Apr 11 06:32:13.062745 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c545dfc3-8211-4c9f-9a6b-ace48419768a req-fb314e4b-0448-4700-a837-e071e2ab5300 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452015 Apr 11 06:32:13.478528 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5e6a7-661f-4905-b1a5-08d0c162b092 req-23d3e97e-f66e-4489-a29d-0b8386feabb3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:13.480055 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0af5e6a7-661f-4905-b1a5-08d0c162b092 req-23d3e97e-f66e-4489-a29d-0b8386feabb3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0628819 Apr 11 06:32:13.543871 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0af5e6a7-661f-4905-b1a5-08d0c162b092 req-e3003c71-abd9-4872-b826-59dd88a001ff tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558918 Apr 11 06:32:14.177349 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfcb69-92aa-45b9-80a2-4f8918b47581 req-5182b3a5-ba05-4980-a1aa-461c4f654f1b tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:14.183235 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aabfcb69-92aa-45b9-80a2-4f8918b47581 req-5182b3a5-ba05-4980-a1aa-461c4f654f1b tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 945 time: 0.0497954 Apr 11 06:32:14.229763 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aabfcb69-92aa-45b9-80a2-4f8918b47581 req-eeb7c585-0d97-49b4-ae41-641d960c5930 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438960 Apr 11 06:32:14.278495 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25f4d-c8ee-4646-9805-8e2f042e1088 req-63c9c373-64e5-4dae-98cc-7f947faedd4b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:14.280133 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4fc25f4d-c8ee-4646-9805-8e2f042e1088 req-63c9c373-64e5-4dae-98cc-7f947faedd4b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0475256 Apr 11 06:32:14.336526 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4fc25f4d-c8ee-4646-9805-8e2f042e1088 req-a1d8a900-2049-4146-bcf5-fe8d614cc60d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507376 Apr 11 06:32:14.658355 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2ca61-a327-496b-8e5c-8704cb7adea4 req-fb91e4a7-665c-4e6e-995b-72126e8b7f65 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:14.659815 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2ed2ca61-a327-496b-8e5c-8704cb7adea4 req-fb91e4a7-665c-4e6e-995b-72126e8b7f65 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0476434 Apr 11 06:32:14.710541 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2ed2ca61-a327-496b-8e5c-8704cb7adea4 req-b634fee3-c254-45ba-8e2b-dcd520eb5cd4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441873 Apr 11 06:32:15.084284 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7ccd1-ad17-43bd-bf0f-67d4bf8a40e4 req-83fe5c2b-f7c3-4b97-9c66-1e9374c5667b tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:15.085853 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7dd7ccd1-ad17-43bd-bf0f-67d4bf8a40e4 req-83fe5c2b-f7c3-4b97-9c66-1e9374c5667b tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 945 time: 0.0499849 Apr 11 06:32:15.142297 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7dd7ccd1-ad17-43bd-bf0f-67d4bf8a40e4 req-541fc306-7b00-4727-8543-a4eedef40c5b tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438294 Apr 11 06:32:15.475715 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d5ea4-8adf-472f-b0e2-baa45bff5275 req-8adcc2fb-1e93-4d83-bd20-0b19534c2265 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:15.477193 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dc0d5ea4-8adf-472f-b0e2-baa45bff5275 req-8adcc2fb-1e93-4d83-bd20-0b19534c2265 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0646360 Apr 11 06:32:15.535271 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dc0d5ea4-8adf-472f-b0e2-baa45bff5275 req-a09b7244-e9c9-4b08-81e8-b4c43eb1b9c6 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510912 Apr 11 06:32:15.831261 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f162d49-4f4b-4141-8e92-576b43312af0 req-ccdfc0c8-4d06-4f51-85b1-e212265b3cb6 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:15.832750 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f162d49-4f4b-4141-8e92-576b43312af0 req-ccdfc0c8-4d06-4f51-85b1-e212265b3cb6 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0549798 Apr 11 06:32:15.890214 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f162d49-4f4b-4141-8e92-576b43312af0 req-48f41710-271e-4d79-90b5-95dac5af0879 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492492 Apr 11 06:32:16.009840 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb05766-250f-47f9-a98c-2ff40ab6c4b2 req-3bb09c24-0392-466c-940b-c41646ec86eb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:16.010546 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4fb05766-250f-47f9-a98c-2ff40ab6c4b2 req-3bb09c24-0392-466c-940b-c41646ec86eb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0493438 Apr 11 06:32:16.066712 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4fb05766-250f-47f9-a98c-2ff40ab6c4b2 req-947c7a9c-60e7-4750-9a66-3029fece625e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474670 Apr 11 06:32:16.272465 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9ecc4-1b99-4572-83b3-6d974f202b2c req-96518e60-4c15-4beb-b367-94a6c0170e6d tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:16.274462 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-13a9ecc4-1b99-4572-83b3-6d974f202b2c req-96518e60-4c15-4beb-b367-94a6c0170e6d tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 945 time: 0.0602465 Apr 11 06:32:16.329033 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-13a9ecc4-1b99-4572-83b3-6d974f202b2c req-36c59923-ed3c-4ced-8c97-52f7e00338d1 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479653 Apr 11 06:32:16.667475 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844dd39-075f-48a7-9759-f8175f4ca1e4 req-12074c0a-fde5-4318-a8bc-ae75a4a8a880 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:16.668940 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6844dd39-075f-48a7-9759-f8175f4ca1e4 req-12074c0a-fde5-4318-a8bc-ae75a4a8a880 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0517068 Apr 11 06:32:16.724437 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6844dd39-075f-48a7-9759-f8175f4ca1e4 req-5c9b76da-f426-4ee5-b7f1-326507c1f460 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471699 Apr 11 06:32:17.349062 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 36856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:17.457363 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9c395-8b84-4ab1-be69-e605c8aff5dc req-833ca482-24d2-4800-8973-e3ff0d5d1bb8 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:17.461431 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bdc9c395-8b84-4ab1-be69-e605c8aff5dc req-833ca482-24d2-4800-8973-e3ff0d5d1bb8 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 945 time: 0.0602732 Apr 11 06:32:17.467782 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe5df-4a64-4470-857e-3af2378361cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:17.564871 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bdc9c395-8b84-4ab1-be69-e605c8aff5dc req-23e6345f-05e5-47ce-abc2-59191709cc59 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902944 Apr 11 06:32:17.580047 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c00b2-03fd-4b96-adae-d9b86ecee9cd req-ef7336f1-cf18-4b01-889e-549f532a3ba4 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:17.581611 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-686c00b2-03fd-4b96-adae-d9b86ecee9cd req-ef7336f1-cf18-4b01-889e-549f532a3ba4 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.20 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 945 time: 0.0924900 Apr 11 06:32:17.604540 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe5df-4a64-4470-857e-3af2378361cb admin admin] Publish callbacks [] for security_group (598df392-edf7-42b0-8aa6-dde2ebaa5457), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:17.609789 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe5df-4a64-4470-857e-3af2378361cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (598df392-edf7-42b0-8aa6-dde2ebaa5457), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:17.664697 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfe5df-4a64-4470-857e-3af2378361cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598df392-edf7-42b0-8aa6-dde2ebaa5457,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:17.671883 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b6cfe5df-4a64-4470-857e-3af2378361cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56770295462045f785aa0400322eb415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215759 Apr 11 06:32:17.675964 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 36874) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:17.745540 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-686c00b2-03fd-4b96-adae-d9b86ecee9cd req-4aa01c3f-7538-4e07-aa25-be59efeea463 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Deleting port 46585ed1-961d-4f8b-b54e-8b2f4260884d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:32:17.745884 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-686c00b2-03fd-4b96-adae-d9b86ecee9cd req-4aa01c3f-7538-4e07-aa25-be59efeea463 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:17.790662 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86de4e75-1dca-4c1e-a3fd-76da5dede306 admin admin] Publish callbacks [] for security_group (598df392-edf7-42b0-8aa6-dde2ebaa5457), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:17.805237 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf344a-9f57-4d2c-8736-ef3d0aecceca req-0ce1e5b8-e71d-4ee1-8f5f-6d82937de55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:17.806739 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52cf344a-9f57-4d2c-8736-ef3d0aecceca req-0ce1e5b8-e71d-4ee1-8f5f-6d82937de55a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 1130 time: 0.0616248 Apr 11 06:32:17.820161 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86de4e75-1dca-4c1e-a3fd-76da5dede306 admin admin] Publish callbacks [] for security_group (598df392-edf7-42b0-8aa6-dde2ebaa5457), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:17.900215 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d80d5-dece-41ca-b669-ba7e3a6fd44a req-75d5afdd-a847-48cd-abc0-be87b6628e7f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:17.901945 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-191d80d5-dece-41ca-b669-ba7e3a6fd44a req-75d5afdd-a847-48cd-abc0-be87b6628e7f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.1343668 Apr 11 06:32:17.912314 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910ce5c-04fd-4da9-ac1e-133aee1d3a88 req-185362b4-3b9b-42ae-8dfa-96dbab19494f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:17.914134 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c910ce5c-04fd-4da9-ac1e-133aee1d3a88 req-185362b4-3b9b-42ae-8dfa-96dbab19494f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.1048629 Apr 11 06:32:17.945830 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86de4e75-1dca-4c1e-a3fd-76da5dede306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (598df392-edf7-42b0-8aa6-dde2ebaa5457), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:17.948483 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86de4e75-1dca-4c1e-a3fd-76da5dede306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:17.949619 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-86de4e75-1dca-4c1e-a3fd-76da5dede306 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/598df392-edf7-42b0-8aa6-dde2ebaa5457 HTTP/1.1" status: 204 len: 168 time: 0.2727222 Apr 11 06:32:17.955461 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf344a-9f57-4d2c-8736-ef3d0aecceca req-33ea6c24-465c-4e95-b276-646ed7dfb966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:17.956904 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52cf344a-9f57-4d2c-8736-ef3d0aecceca req-33ea6c24-465c-4e95-b276-646ed7dfb966 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.1347654 Apr 11 06:32:17.961170 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-686c00b2-03fd-4b96-adae-d9b86ecee9cd req-4aa01c3f-7538-4e07-aa25-be59efeea463 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] For port 46585ed1-961d-4f8b-b54e-8b2f4260884d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=46585ed1-961d-4f8b-b54e-8b2f4260884d,segment=NetworkSegment(dad870a0-b1a9-49a8-b20d-c532b8591b3d),segment_id=dad870a0-b1a9-49a8-b20d-c532b8591b3d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:17.961543 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-686c00b2-03fd-4b96-adae-d9b86ecee9cd req-4aa01c3f-7538-4e07-aa25-be59efeea463 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:17.961715 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de4e75-1dca-4c1e-a3fd-76da5dede306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598df392-edf7-42b0-8aa6-dde2ebaa5457,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:18.000032 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-686c00b2-03fd-4b96-adae-d9b86ecee9cd req-4aa01c3f-7538-4e07-aa25-be59efeea463 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Calling delete_port for 46585ed1-961d-4f8b-b54e-8b2f4260884d owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:32:18.033744 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-191d80d5-dece-41ca-b669-ba7e3a6fd44a req-fd917702-27ff-45e3-a80a-d3763b6bdaea tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157756 Apr 11 06:32:18.057848 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52cf344a-9f57-4d2c-8736-ef3d0aecceca req-b919ec9f-8465-45cd-b652-e80ba5082da4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1c9991e-d057-4e1b-89df-c238b3125ae0 HTTP/1.1" status: 200 len: 217 time: 0.0925310 Apr 11 06:32:18.085074 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c910ce5c-04fd-4da9-ac1e-133aee1d3a88 req-eece0dbf-dad4-4029-a4cc-4d461a1e58f5 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406224 Apr 11 06:32:18.118601 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf344a-9f57-4d2c-8736-ef3d0aecceca req-d32e0e94-3a34-4237-93d7-7d8ef847f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:18.120120 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52cf344a-9f57-4d2c-8736-ef3d0aecceca req-d32e0e94-3a34-4237-93d7-7d8ef847f22e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.0557775 Apr 11 06:32:18.182268 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf344a-9f57-4d2c-8736-ef3d0aecceca req-0ab0134e-0e84-412d-8c82-9b3e39fe85be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:18.183828 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52cf344a-9f57-4d2c-8736-ef3d0aecceca req-0ab0134e-0e84-412d-8c82-9b3e39fe85be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402241 Apr 11 06:32:18.196315 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-686c00b2-03fd-4b96-adae-d9b86ecee9cd req-4aa01c3f-7538-4e07-aa25-be59efeea463 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (46585ed1-961d-4f8b-b54e-8b2f4260884d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:18.230087 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa01c3f-7538-4e07-aa25-be59efeea463 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Pushing event deleted for resources: {'Port': ['ID=46585ed1-961d-4f8b-b54e-8b2f4260884d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:18.283494 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-686c00b2-03fd-4b96-adae-d9b86ecee9cd req-4aa01c3f-7538-4e07-aa25-be59efeea463 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] No DVR routers for this DVR port 46585ed1-961d-4f8b-b54e-8b2f4260884d on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:32:18.286984 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-686c00b2-03fd-4b96-adae-d9b86ecee9cd req-4aa01c3f-7538-4e07-aa25-be59efeea463 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:18.292966 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52cf344a-9f57-4d2c-8736-ef3d0aecceca req-64e24459-18d0-48c2-8e49-f34be4af46a4 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000102 Apr 11 06:32:18.293237 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-686c00b2-03fd-4b96-adae-d9b86ecee9cd req-4aa01c3f-7538-4e07-aa25-be59efeea463 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.20 "DELETE /v2.0/ports/46585ed1-961d-4f8b-b54e-8b2f4260884d HTTP/1.1" status: 204 len: 173 time: 0.6974854 Apr 11 06:32:18.293541 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a13138-7049-4fc6-8657-da5c8d2cd0da', 'name': 'network-vif-deleted', 'tag': '46585ed1-961d-4f8b-b54e-8b2f4260884d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:18.296643 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e32d14-48e4-490a-ab49-69eb7368c219" -d '{"events": [{"server_uuid": "59a13138-7049-4fc6-8657-da5c8d2cd0da", "name": "network-vif-deleted", "tag": "46585ed1-961d-4f8b-b54e-8b2f4260884d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:18.336852 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7ae855-10d6-4e5e-822b-2a934f1d66a3 x-openstack-request-id: req-7f7ae855-10d6-4e5e-822b-2a934f1d66a3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:18.337211 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a13138-7049-4fc6-8657-da5c8d2cd0da", "name": "network-vif-deleted", "tag": "46585ed1-961d-4f8b-b54e-8b2f4260884d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:18.337537 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f7ae855-10d6-4e5e-822b-2a934f1d66a3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:18.339135 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7ae855-10d6-4e5e-822b-2a934f1d66a3'] response: {'server_uuid': '59a13138-7049-4fc6-8657-da5c8d2cd0da', 'name': 'network-vif-deleted', 'tag': '46585ed1-961d-4f8b-b54e-8b2f4260884d', 'status': 'completed', 'code': 200} Apr 11 06:32:18.411908 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-52cf344a-9f57-4d2c-8736-ef3d0aecceca req-7871f8b5-9e0f-4eae-afba-54a4466d5bb1 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057513 Apr 11 06:32:18.692937 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-897fee1c-36fb-4f0c-a52e-5e01ea5f6eac req-abfcc8f0-2b5a-4146-89bc-fa30714556d2 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=59a13138-7049-4fc6-8657-da5c8d2cd0da HTTP/1.1" status: 200 len: 210 time: 0.0365107 Apr 11 06:32:19.155349 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a6da7-b07d-4ae9-adbd-815e9bcae932 req-cf5681fc-8d10-4170-b3fc-1cc3b5da6280 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:19.160288 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dc7a6da7-b07d-4ae9-adbd-815e9bcae932 req-cf5681fc-8d10-4170-b3fc-1cc3b5da6280 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0523114 Apr 11 06:32:19.234670 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dc7a6da7-b07d-4ae9-adbd-815e9bcae932 req-334559cb-2890-4c4a-b687-d445d3f912ab tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720918 Apr 11 06:32:19.244660 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a7162-2f81-4a1f-b11f-e1361f0ad42c req-4a43a5a0-76ca-462c-ab20-eea3e5e2891d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:19.245980 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6c4a7162-2f81-4a1f-b11f-e1361f0ad42c req-4a43a5a0-76ca-462c-ab20-eea3e5e2891d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0553317 Apr 11 06:32:19.299154 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6c4a7162-2f81-4a1f-b11f-e1361f0ad42c req-9a4d428e-a627-484c-a201-ded7fd012b4c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469260 Apr 11 06:32:20.013452 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-3731be27-ca3c-4838-98fd-cfef37276079 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:20.014974 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-3731be27-ca3c-4838-98fd-cfef37276079 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/networks?id=1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 HTTP/1.1" status: 200 len: 809 time: 0.1041198 Apr 11 06:32:20.030156 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-07e27bc6-9103-4daa-a900-9139ff8ce3ae tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/quotas/e5818c1304de4a9695683ec313dba0b4 HTTP/1.1" status: 200 len: 375 time: 0.0094402 Apr 11 06:32:20.062855 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-fd6f9a97-5182-4f0e-b21e-b88e4e73330f tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5818c1304de4a9695683ec313dba0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277929 Apr 11 06:32:20.142347 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:32:20.163499 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-6ef30ded-9a3e-43a0-9b28-e1a224f27262 service neutron] 10.222.0.18 "GET /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936689 Apr 11 06:32:20.206514 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 46585ed1-961d-4f8b-b54e-8b2f4260884d no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:32:20.227312 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: 46585ed1-961d-4f8b-b54e-8b2f4260884d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:32:20.227918 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 46585ed1-961d-4f8b-b54e-8b2f4260884d not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:32:20.254748 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-59a80b5e-3750-466f-93ba-b9b265062b9d service neutron] 10.222.0.18 "GET /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854571 Apr 11 06:32:20.362768 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee72c6-371d-4eb5-a591-dce6735e0b04 req-f80cb899-7315-4ae1-9915-b80fdfe8ea53 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:20.364257 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eaee72c6-371d-4eb5-a591-dce6735e0b04 req-f80cb899-7315-4ae1-9915-b80fdfe8ea53 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0573640 Apr 11 06:32:20.419938 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eaee72c6-371d-4eb5-a591-dce6735e0b04 req-2e160780-a09b-4955-8fcc-6127a7c60444 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490625 Apr 11 06:32:20.505592 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fa69f-663b-4d24-b074-b71fbaca8b43 req-63ea0eb0-3aa2-4a89-911d-2fd54782cb5a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:20.507077 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-916fa69f-663b-4d24-b074-b71fbaca8b43 req-63ea0eb0-3aa2-4a89-911d-2fd54782cb5a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0720303 Apr 11 06:32:20.508882 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7129e62e-d18b-4ebf-90ca-a6abc6919043 req-2610f3b0-f46a-43ce-8e49-82c1bb6bc46d tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 210 time: 0.0403652 Apr 11 06:32:20.566033 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-916fa69f-663b-4d24-b074-b71fbaca8b43 req-d20e550e-a9ae-40e9-a9ec-0899bdbf2377 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530617 Apr 11 06:32:21.071555 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84ecacf7-ded6-4b60-9018-190e4e3f1367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:21.541041 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d771537-96f8-4918-a6d6-34cf28b26d10 req-1cd951e0-a5ba-4c7d-bfa0-6606f7c8d995 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:21.542609 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d771537-96f8-4918-a6d6-34cf28b26d10 req-1cd951e0-a5ba-4c7d-bfa0-6606f7c8d995 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0504804 Apr 11 06:32:21.588431 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-12d0b40b-fb9a-4a06-9c2d-75f3747a72ef tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:21.590002 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-12d0b40b-fb9a-4a06-9c2d-75f3747a72ef tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.20 "GET /v2.0/networks?id=1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 HTTP/1.1" status: 200 len: 809 time: 0.1375904 Apr 11 06:32:21.605937 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Request body: {'port': {'device_id': 'cc3cf9b7-4b55-48cb-b1f5-854b7e96070d', 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32', 'admin_state_up': True, 'tenant_id': 'e5818c1304de4a9695683ec313dba0b4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:21.630750 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7a7dad6b-fb19-4867-96e5-5027874f688d req-db1683f0-f003-4d86-bce7-3763c4106ab5 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 210 time: 0.0429480 Apr 11 06:32:21.636168 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d771537-96f8-4918-a6d6-34cf28b26d10 req-3f04d527-ddc5-4e16-88ba-7a9e4bc9b236 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856979 Apr 11 06:32:21.723122 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Made reservation on behalf of e5818c1304de4a9695683ec313dba0b4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:32:21.726730 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:21.757432 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610d554-5de3-4de9-b001-7c527390abe0 req-087a5e00-7086-4439-9819-c111d585cb9a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:21.760344 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c610d554-5de3-4de9-b001-7c527390abe0 req-087a5e00-7086-4439-9819-c111d585cb9a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0547655 Apr 11 06:32:21.819916 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c610d554-5de3-4de9-b001-7c527390abe0 req-1fa4ac7c-7ad8-4ae1-b359-432da180e111 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538232 Apr 11 06:32:21.873435 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Allocated IP 172.20.0.12 (1a4bf8fb-6e42-40e3-ab0e-55233aa53a32/af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf/917ef26b-73db-45ba-b3f6-8c2dbc987c03) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:32:22.028019 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks [] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:22.066078 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:22.110876 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:32:22.113881 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:32:22.117525 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:32:22.123946 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Pushing event updated for resources: {'Port': ['ID=917ef26b-73db-45ba-b3f6-8c2dbc987c03,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:22.171821 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:22.172425 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:22.189131 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-1c48859e-a4ec-4953-9e7f-89fa16ccde35 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5872996 Apr 11 06:32:22.209546 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Request body: {'port': {'device_id': 'cc3cf9b7-4b55-48cb-b1f5-854b7e96070d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:22.274423 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:22.756033 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917ef26b-73db-45ba-b3f6-8c2dbc987c03 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:22.765008 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Publish callbacks [] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:22.778130 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Transition to ACTIVE for port object 917ef26b-73db-45ba-b3f6-8c2dbc987c03 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:32:22.781603 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb29ba-3417-4623-8225-ea7512d796e0 req-89370746-c02f-4427-a1b1-d2c0b7836e66 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:22.782513 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:22.783121 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9beb29ba-3417-4623-8225-ea7512d796e0 req-89370746-c02f-4427-a1b1-d2c0b7836e66 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0771894 Apr 11 06:32:22.789607 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26257064-8502-4e6f-99b2-03aae35bd40e req-c0c0af23-7d88-4a2e-bfb8-3b91f5fed973 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:22.790992 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26257064-8502-4e6f-99b2-03aae35bd40e req-c0c0af23-7d88-4a2e-bfb8-3b91f5fed973 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 932 time: 0.0733755 Apr 11 06:32:22.836371 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Pushing event updated for resources: {'Port': ['ID=917ef26b-73db-45ba-b3f6-8c2dbc987c03,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:22.867634 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9beb29ba-3417-4623-8225-ea7512d796e0 req-ea60f192-eef7-43b6-9461-807d2618b38b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757027 Apr 11 06:32:22.870782 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26257064-8502-4e6f-99b2-03aae35bd40e req-ca2c6063-be46-48fb-9583-7b075d2f38d1 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730441 Apr 11 06:32:22.921754 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Attempting to bind port 917ef26b-73db-45ba-b3f6-8c2dbc987c03 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:32:22.922089 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Attempting to bind port 917ef26b-73db-45ba-b3f6-8c2dbc987c03 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'dad870a0-b1a9-49a8-b20d-c532b8591b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:32:22.923014 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Attempting to bind port 917ef26b-73db-45ba-b3f6-8c2dbc987c03 on network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:32:22.930460 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Port 917ef26b-73db-45ba-b3f6-8c2dbc987c03 on network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:32:22.930803 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Attempting to bind port 917ef26b-73db-45ba-b3f6-8c2dbc987c03 on network 1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:32:22.936587 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:32:22.937016 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Checking segment: {'id': 'dad870a0-b1a9-49a8-b20d-c532b8591b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:32:22.937427 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Bound using segment: {'id': 'dad870a0-b1a9-49a8-b20d-c532b8591b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:32:22.937894 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Bound port: 917ef26b-73db-45ba-b3f6-8c2dbc987c03, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad870a0-b1a9-49a8-b20d-c532b8591b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:32:22.938245 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:22.993644 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f2551-11a1-4be6-92c2-80f21490dfad req-4d74bc23-9a60-4672-acad-d8ef79701d93 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:22.995278 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f27f2551-11a1-4be6-92c2-80f21490dfad req-4d74bc23-9a60-4672-acad-d8ef79701d93 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0509553 Apr 11 06:32:23.014823 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] For port 917ef26b-73db-45ba-b3f6-8c2dbc987c03, host hv-cinder-83699, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:32:23.018191 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] For port 917ef26b-73db-45ba-b3f6-8c2dbc987c03, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=917ef26b-73db-45ba-b3f6-8c2dbc987c03,segment=NetworkSegment(dad870a0-b1a9-49a8-b20d-c532b8591b3d),segment_id=dad870a0-b1a9-49a8-b20d-c532b8591b3d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:32:23.025774 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:23.051251 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f27f2551-11a1-4be6-92c2-80f21490dfad req-bd15dd4d-e6e5-46f2-a60f-dd68ee4ca29f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482404 Apr 11 06:32:23.087483 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:23.088185 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:23.089810 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] 10.222.0.20 "PUT /v2.0/ports/917ef26b-73db-45ba-b3f6-8c2dbc987c03 HTTP/1.1" status: 200 len: 1094 time: 0.8844724 Apr 11 06:32:23.090303 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3cf9b7-4b55-48cb-b1f5-854b7e96070d', 'tag': '917ef26b-73db-45ba-b3f6-8c2dbc987c03'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:23.093349 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f36726-c6c0-4f64-9645-140560daa094" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3cf9b7-4b55-48cb-b1f5-854b7e96070d", "tag": "917ef26b-73db-45ba-b3f6-8c2dbc987c03"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:23.102269 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260e7a6-d1c4-4f0a-ada7-b380c9625a59 service neutron] Pushing event updated for resources: {'Port': ['ID=917ef26b-73db-45ba-b3f6-8c2dbc987c03,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:23.142156 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-300b2828-99e4-42f4-82b6-ccd7d5be3adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:23.147011 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f51a886-f5a4-40bd-a544-85a09c3f5ab0 x-openstack-request-id: req-6f51a886-f5a4-40bd-a544-85a09c3f5ab0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:23.147370 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3cf9b7-4b55-48cb-b1f5-854b7e96070d", "tag": "917ef26b-73db-45ba-b3f6-8c2dbc987c03", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:23.147627 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f51a886-f5a4-40bd-a544-85a09c3f5ab0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:23.148038 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f51a886-f5a4-40bd-a544-85a09c3f5ab0'] response: {'name': 'network-changed', 'server_uuid': 'cc3cf9b7-4b55-48cb-b1f5-854b7e96070d', 'tag': '917ef26b-73db-45ba-b3f6-8c2dbc987c03', 'status': 'completed', 'code': 200} Apr 11 06:32:23.178249 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-58850095-3765-4d3c-b187-8a0628f0dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:23.179754 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-58850095-3765-4d3c-b187-8a0628f0dfb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5818c1304de4a9695683ec313dba0b4&device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 1128 time: 0.0421927 Apr 11 06:32:23.346491 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-40f6b674-9d58-4901-b417-9c112706c90b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=917ef26b-73db-45ba-b3f6-8c2dbc987c03 HTTP/1.1" status: 200 len: 217 time: 0.0363681 Apr 11 06:32:23.786227 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-0a466c8d-66c0-4c7c-ab61-4a46ded25f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:23.787739 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-0a466c8d-66c0-4c7c-ab61-4a46ded25f8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf HTTP/1.1" status: 200 len: 849 time: 0.0465312 Apr 11 06:32:23.823573 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-129cfa9c-ea6b-4592-b19a-801f1bd6a636 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4bf8fb-6e42-40e3-ab0e-55233aa53a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297425 Apr 11 06:32:24.030632 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8d945-2052-4a57-a127-ea46ef175b5e req-ca6f6b89-dfd2-472e-b510-b36a739292cf tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:24.032125 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6be8d945-2052-4a57-a127-ea46ef175b5e req-ca6f6b89-dfd2-472e-b510-b36a739292cf tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 944 time: 0.0809443 Apr 11 06:32:24.037974 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c30147-5429-4290-9b2b-720ed0bf95d8 req-d625e4e2-0355-4141-a21b-4259f1583b50 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:24.039254 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f5c30147-5429-4290-9b2b-720ed0bf95d8 req-d625e4e2-0355-4141-a21b-4259f1583b50 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0780373 Apr 11 06:32:24.111155 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6be8d945-2052-4a57-a127-ea46ef175b5e req-dd7949d3-0c53-49cf-8fe4-cd0ff8d3eb5d tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709510 Apr 11 06:32:24.115483 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f5c30147-5429-4290-9b2b-720ed0bf95d8 req-cd5e712b-db52-4f91-a84f-b3cec947b2ea tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697911 Apr 11 06:32:24.225566 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f2f78-5d8e-4fd6-87c6-3e959f8bdcb2 req-c6c0e725-9d1a-4f39-89c3-18c53986b340 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:24.235476 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-271f2f78-5d8e-4fd6-87c6-3e959f8bdcb2 req-c6c0e725-9d1a-4f39-89c3-18c53986b340 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0582514 Apr 11 06:32:24.295122 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-271f2f78-5d8e-4fd6-87c6-3e959f8bdcb2 req-88cc50c8-5f79-4137-8a17-0abc478c23d9 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585318 Apr 11 06:32:24.320316 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-50667a15-768d-4e93-8854-2eb907efb715 service neutron] 10.222.0.20 "GET /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245496 Apr 11 06:32:24.463110 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-111d5919-ce3b-459b-80d4-d13ef8cfe4f5 req-f6bfbd7d-28c3-41ca-8a7e-e35087023efd service neutron] 10.222.0.20 "GET /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363876 Apr 11 06:32:24.569553 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.230500 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1a77a-01fc-4611-b2cc-14cc25dd0f9e req-ac0429fe-a54d-44bc-975b-e9d2f9d33bdb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:25.232779 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ce1a77a-01fc-4611-b2cc-14cc25dd0f9e req-ac0429fe-a54d-44bc-975b-e9d2f9d33bdb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 944 time: 0.0537999 Apr 11 06:32:25.283241 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ce1a77a-01fc-4611-b2cc-14cc25dd0f9e req-766e0e87-f06f-4e5c-891f-710facdb53f3 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443611 Apr 11 06:32:25.344590 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 37048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:25.349244 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41244524', 'description': 'tempest-description--313630516'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:25.370229 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.402464 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4691464-1cda-4269-b863-bfc386fe14e7 req-0373e13b-3a0a-421e-aead-3e76f87a3e74 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:25.404097 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d4691464-1cda-4269-b863-bfc386fe14e7 req-0373e13b-3a0a-421e-aead-3e76f87a3e74 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0603387 Apr 11 06:32:25.447464 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (3f2b9355-f3bf-4cbb-97e0-19752074cb8c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.454091 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (3f2b9355-f3bf-4cbb-97e0-19752074cb8c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.473964 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88464e2a-6cd8-48cc-ac31-064f5847bd77 req-36117621-bd53-4a42-81ad-0d964ff09f34 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:25.475876 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-88464e2a-6cd8-48cc-ac31-064f5847bd77 req-36117621-bd53-4a42-81ad-0d964ff09f34 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0816743 Apr 11 06:32:25.503138 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.504404 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d4691464-1cda-4269-b863-bfc386fe14e7 req-5d711de1-9197-46e2-82ae-1e325e2294e7 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907800 Apr 11 06:32:25.507577 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1591907 Apr 11 06:32:25.507577 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2b9355-f3bf-4cbb-97e0-19752074cb8c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:25.508495 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 37054) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:25.513693 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'security_group_rule': {'security_group_id': '3f2b9355-f3bf-4cbb-97e0-19752074cb8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:25.517415 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.517815 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.518171 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.518509 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.518847 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.519181 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.519587 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.519970 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.520319 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.520692 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.521145 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.521502 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.521839 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.522211 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.522540 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea29749-5a79-419c-a18e-9b8264144972 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.554392 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (2d41915c-c4ad-4466-a93a-9bd4dfc2d0d6), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.574527 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-88464e2a-6cd8-48cc-ac31-064f5847bd77 req-3757c50a-a741-47b5-9950-c065ff572a59 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906110 Apr 11 06:32:25.621523 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (2d41915c-c4ad-4466-a93a-9bd4dfc2d0d6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.627596 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (2d41915c-c4ad-4466-a93a-9bd4dfc2d0d6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.645278 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d41915c-c4ad-4466-a93a-9bd4dfc2d0d6,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:25.655114 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.656296 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464441 Apr 11 06:32:25.658062 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.658405 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.658747 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.659091 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.659412 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.659737 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.660166 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.660487 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.661221 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.661221 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.661528 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.661906 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.662227 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.662545 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.662864 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315424b-8305-4a8e-8e8a-d909e94b46d8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:25.667185 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 37058) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:25.670444 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9cce82ff-97d3-43f4-b603-5a6841d9becf tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'security_group_rule': {'security_group_id': '3f2b9355-f3bf-4cbb-97e0-19752074cb8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:25.694291 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f36726-c6c0-4f64-9645-140560daa094 req-54343159-2eef-4102-be16-07d66771447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:25.695739 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3f36726-c6c0-4f64-9645-140560daa094 req-54343159-2eef-4102-be16-07d66771447f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5818c1304de4a9695683ec313dba0b4&device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 1128 time: 0.0434375 Apr 11 06:32:25.699047 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cce82ff-97d3-43f4-b603-5a6841d9becf tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (6a783824-bbf1-42d0-bac1-3a189ca9b23b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.742498 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.773552 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cce82ff-97d3-43f4-b603-5a6841d9becf tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (6a783824-bbf1-42d0-bac1-3a189ca9b23b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.777967 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cce82ff-97d3-43f4-b603-5a6841d9becf tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (6a783824-bbf1-42d0-bac1-3a189ca9b23b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.791514 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce82ff-97d3-43f4-b603-5a6841d9becf tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a783824-bbf1-42d0-bac1-3a189ca9b23b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:25.806679 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9cce82ff-97d3-43f4-b603-5a6841d9becf tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.811487 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9cce82ff-97d3-43f4-b603-5a6841d9becf tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445398 Apr 11 06:32:25.812104 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 37060) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:25.816538 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:25.820735 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f36726-c6c0-4f64-9645-140560daa094 req-222cd7f3-45e3-4b70-b9ae-fa2d47b8634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:25.822293 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3f36726-c6c0-4f64-9645-140560daa094 req-222cd7f3-45e3-4b70-b9ae-fa2d47b8634b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 HTTP/1.1" status: 200 len: 909 time: 0.1145234 Apr 11 06:32:25.843473 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.917864 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:25.935099 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.039291 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Allocated IP 172.27.2.131 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/0843315a-57a6-4c53-9b34-ba1d0d484e0f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:32:26.099231 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3f36726-c6c0-4f64-9645-140560daa094 req-fa62a839-93f2-4efd-8d90-bb18c106f7c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=917ef26b-73db-45ba-b3f6-8c2dbc987c03 HTTP/1.1" status: 200 len: 217 time: 0.0371208 Apr 11 06:32:26.146918 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for port (0843315a-57a6-4c53-9b34-ba1d0d484e0f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.175869 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f36726-c6c0-4f64-9645-140560daa094 req-29c36bbf-a242-401d-bc2d-694873af413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:26.177549 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3f36726-c6c0-4f64-9645-140560daa094 req-29c36bbf-a242-401d-bc2d-694873af413f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf HTTP/1.1" status: 200 len: 849 time: 0.0587022 Apr 11 06:32:26.183744 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (0843315a-57a6-4c53-9b34-ba1d0d484e0f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.212015 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3f36726-c6c0-4f64-9645-140560daa094 req-527704a2-1023-4f84-b8f7-f8129a743938 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a4bf8fb-6e42-40e3-ab0e-55233aa53a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283301 Apr 11 06:32:26.223165 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:32:26.228054 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:32:26.231610 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:32:26.240347 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 917ef26b-73db-45ba-b3f6-8c2dbc987c03 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:32:26.254932 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'Port': ['ID=0843315a-57a6-4c53-9b34-ba1d0d484e0f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:26.311591 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3f36726-c6c0-4f64-9645-140560daa094 req-62c38439-3436-40d9-bd52-19043c33f4ad service neutron] 10.222.0.20 "GET /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887041 Apr 11 06:32:26.331696 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.349359 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 917ef26b-73db-45ba-b3f6-8c2dbc987c03, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=917ef26b-73db-45ba-b3f6-8c2dbc987c03,segment=NetworkSegment(dad870a0-b1a9-49a8-b20d-c532b8591b3d),segment_id=dad870a0-b1a9-49a8-b20d-c532b8591b3d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:26.364832 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '917ef26b-73db-45ba-b3f6-8c2dbc987c03', 'network_id': '1a4bf8fb-6e42-40e3-ab0e-55233aa53a32', 'port_id': '917ef26b-73db-45ba-b3f6-8c2dbc987c03', 'mac_address': 'fa:16:3e:08:94:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:32:26.409179 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 917ef26b-73db-45ba-b3f6-8c2dbc987c03 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:26.409572 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.423573 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917ef26b-73db-45ba-b3f6-8c2dbc987c03 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:26.445535 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 917ef26b-73db-45ba-b3f6-8c2dbc987c03, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=917ef26b-73db-45ba-b3f6-8c2dbc987c03,segment=NetworkSegment(dad870a0-b1a9-49a8-b20d-c532b8591b3d),segment_id=dad870a0-b1a9-49a8-b20d-c532b8591b3d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:26.450827 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.502254 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=917ef26b-73db-45ba-b3f6-8c2dbc987c03,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:26.659199 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (0843315a-57a6-4c53-9b34-ba1d0d484e0f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.692515 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a01a3-e517-410a-90df-4136d9244227 req-cf0757e4-91d1-4193-bdb2-06e05c6494ca tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:26.693971 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-202a01a3-e517-410a-90df-4136d9244227 req-cf0757e4-91d1-4193-bdb2-06e05c6494ca tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.1007276 Apr 11 06:32:26.703331 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cc972-0bef-4578-a391-e7732919165c req-522135b8-7af5-4d6d-9ddc-32acde765859 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:26.705154 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d69cc972-0bef-4578-a391-e7732919165c req-522135b8-7af5-4d6d-9ddc-32acde765859 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 945 time: 0.1107078 Apr 11 06:32:26.843581 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-202a01a3-e517-410a-90df-4136d9244227 req-5dea67c2-5558-4c05-b58b-ec318cf6fd76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374989 Apr 11 06:32:26.848441 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d69cc972-0bef-4578-a391-e7732919165c req-c296f49a-8318-4a4f-9c01-3ca95f20d618 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300571 Apr 11 06:32:26.912664 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for port (0843315a-57a6-4c53-9b34-ba1d0d484e0f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.943755 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (0843315a-57a6-4c53-9b34-ba1d0d484e0f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:26.996490 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad4389-c509-4b19-86f4-57087e287034 req-5ba46fbd-8029-47d2-91ab-7d468c18ed1e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:26.997994 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-57ad4389-c509-4b19-86f4-57087e287034 req-5ba46fbd-8029-47d2-91ab-7d468c18ed1e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0831921 Apr 11 06:32:27.040956 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'Port': ['ID=0843315a-57a6-4c53-9b34-ba1d0d484e0f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:27.075445 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.105374 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-57ad4389-c509-4b19-86f4-57087e287034 req-5bb9e7ca-30f1-4fd8-94ed-e72f6983321d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817845 Apr 11 06:32:27.108438 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.109497 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0c94309c-87ac-42ad-8251-b46fc2d0ca7d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2964146 Apr 11 06:32:27.212540 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:27.317363 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-3966e2a8-045a-471a-8a0b-18b77db49e83 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--41244524&fields=id&tenant_id=b29caae4ee6c45cc97f3f452026667f6 HTTP/1.1" status: 200 len: 267 time: 0.0477426 Apr 11 06:32:27.440182 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-2b044e3c-9139-4ee8-95f6-d60893a0dc8b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:27.441655 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-2b044e3c-9139-4ee8-95f6-d60893a0dc8b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 814 time: 0.1179087 Apr 11 06:32:27.459162 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-e69a10b8-dcd9-4ef8-8a6d-f03659b62673 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/quotas/b29caae4ee6c45cc97f3f452026667f6 HTTP/1.1" status: 200 len: 375 time: 0.0099297 Apr 11 06:32:27.513260 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-4cf8cd2c-2318-416a-a33d-698b7b7b0cf1 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474474 Apr 11 06:32:27.614999 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-5d277b82-ae4e-4a59-ba25-0858e44801af service neutron] 10.222.0.18 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897453 Apr 11 06:32:27.711857 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-0b08b1f6-1098-497c-88a2-2cdcb6e90426 service neutron] 10.222.0.18 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881557 Apr 11 06:32:27.888327 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e88e1645-fc8d-4159-b697-bb4a5a5d4ca7 req-c19a472f-a2a5-40e2-a738-ab68f1e3d6cb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 210 time: 0.0279033 Apr 11 06:32:27.996821 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcc744-73e5-4efe-a1a4-8ba851476e54 req-7932d53b-137a-4a46-8945-73503e041575 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:27.998348 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9dfcc744-73e5-4efe-a1a4-8ba851476e54 req-7932d53b-137a-4a46-8945-73503e041575 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 945 time: 0.0807862 Apr 11 06:32:28.013497 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68d219-74cc-404e-972e-ec7c5db09c72 req-6c6b26f8-e97b-48d7-95af-d0f6dfaeabef tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:28.014900 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-de68d219-74cc-404e-972e-ec7c5db09c72 req-6c6b26f8-e97b-48d7-95af-d0f6dfaeabef tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0652597 Apr 11 06:32:28.095114 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9dfcc744-73e5-4efe-a1a4-8ba851476e54 req-99f750c4-7dc6-4233-a600-50e45aed5443 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885370 Apr 11 06:32:28.098796 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-de68d219-74cc-404e-972e-ec7c5db09c72 req-d059cf7a-e7c3-4e19-987e-38b0cdd8206b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767474 Apr 11 06:32:28.227511 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747554e-1661-4b03-a27a-47444d704b2e req-3a773c54-0264-41a0-ba32-5cb3b855d194 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:28.233350 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d747554e-1661-4b03-a27a-47444d704b2e req-3a773c54-0264-41a0-ba32-5cb3b855d194 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0573192 Apr 11 06:32:28.275038 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3f36726-c6c0-4f64-9645-140560daa094 req-6664c59d-8cd0-4578-ac50-caeabf258ac4 service neutron] 10.222.0.20 "GET /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957878 Apr 11 06:32:28.276017 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d747554e-1661-4b03-a27a-47444d704b2e req-7edb929a-5430-498a-bb4a-9c2ad0da763f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Apr 11 06:32:28.998755 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7a13343a-4237-4c0e-9665-364baccabe08 req-237b3a22-3b2f-4b53-8612-5ce0ee0e34fd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 210 time: 0.0320866 Apr 11 06:32:29.247933 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbfa40-ae62-4005-9af4-0ec6afca7980 req-1d378407-f045-4865-8b4f-81bb52c6ef36 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:29.249356 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-35fbfa40-ae62-4005-9af4-0ec6afca7980 req-1d378407-f045-4865-8b4f-81bb52c6ef36 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0750127 Apr 11 06:32:29.255559 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201452f8-e04e-4080-a284-399479a524ee req-c6f8218c-58ba-4f0f-98cd-f7851e6e3946 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:29.257002 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-201452f8-e04e-4080-a284-399479a524ee req-c6f8218c-58ba-4f0f-98cd-f7851e6e3946 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 945 time: 0.0814130 Apr 11 06:32:29.327840 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-35fbfa40-ae62-4005-9af4-0ec6afca7980 req-5741ce72-6def-4db4-96e3-62f279d628a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698869 Apr 11 06:32:29.335121 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-201452f8-e04e-4080-a284-399479a524ee req-48e1cd00-590a-460d-9472-71750ff5a5a3 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708330 Apr 11 06:32:29.447710 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11739ca-d5cd-4578-80d6-a3797915bd3b req-1673dc40-f966-4be1-afa2-035f78a3e6cf tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:29.449254 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a11739ca-d5cd-4578-80d6-a3797915bd3b req-1673dc40-f966-4be1-afa2-035f78a3e6cf tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0559239 Apr 11 06:32:29.497906 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a11739ca-d5cd-4578-80d6-a3797915bd3b req-5b84446d-b474-49df-8e0f-aba08688d7b5 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420122 Apr 11 06:32:29.516937 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['917ef26b-73db-45ba-b3f6-8c2dbc987c03'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:32:30.061673 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-1af1df46-8714-47a2-92dd-9d7c24405b20 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:30.063144 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-1af1df46-8714-47a2-92dd-9d7c24405b20 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 814 time: 0.1143384 Apr 11 06:32:30.096510 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a4d60a14-5922-4482-b654-08a8f878545f req-e5ba6f35-b234-404b-a975-3cc3cfa584f1 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 210 time: 0.0282571 Apr 11 06:32:30.163029 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-fbb77a72-6957-486e-84b5-f3a27598fc0d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29caae4ee6c45cc97f3f452026667f6 HTTP/1.1" status: 200 len: 471 time: 0.0807614 Apr 11 06:32:30.283746 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'port': {'device_id': '43327a94-e641-4bfc-b502-f3b8dff85806', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'admin_state_up': True, 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'security_groups': ['3f2b9355-f3bf-4cbb-97e0-19752074cb8c']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:30.397502 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Made reservation on behalf of b29caae4ee6c45cc97f3f452026667f6 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:32:30.400903 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:30.503437 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3e66-10ef-4d1f-8194-2491a1f1e2d4 req-0b30f0ba-0b6a-4eb2-abae-9bc16c08e30f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:30.505165 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5ecb3e66-10ef-4d1f-8194-2491a1f1e2d4 req-0b30f0ba-0b6a-4eb2-abae-9bc16c08e30f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0904901 Apr 11 06:32:30.515923 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d5e2c-236e-4e14-ae90-661dffa7043c req-bd162434-d76a-409f-b43a-8db10fe26e29 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:30.519184 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-931d5e2c-236e-4e14-ae90-661dffa7043c req-bd162434-d76a-409f-b43a-8db10fe26e29 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 945 time: 0.0925403 Apr 11 06:32:30.564552 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Allocated IP 172.20.0.5 (a484c9f1-fa0a-4ecf-a021-c8b6f38a3036/0fa1d8c8-088e-43d7-bf63-0c0a94c71a99/8aed673a-8a57-4c9c-9aed-8dfff2b882aa) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:32:30.653611 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5ecb3e66-10ef-4d1f-8194-2491a1f1e2d4 req-2fd3572f-1791-43ff-9918-0f5c2eb65969 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345711 Apr 11 06:32:30.665314 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-931d5e2c-236e-4e14-ae90-661dffa7043c req-acbcc624-4101-4f7a-807c-45b6cb25e9a5 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285481 Apr 11 06:32:30.709549 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:30.745834 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:30.785565 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eb373-e494-495c-a675-e6ae12d801d1 req-8b0444f9-4098-40d4-b7e3-7f38a9ec7a0b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:30.787064 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d92eb373-e494-495c-a675-e6ae12d801d1 req-8b0444f9-4098-40d4-b7e3-7f38a9ec7a0b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0786197 Apr 11 06:32:30.790268 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:32:30.793283 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:32:30.797056 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:32:30.798782 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-58eba5f1-3392-4227-81e6-3e43dc3df695 req-e52e1283-f646-4af8-a525-79525a56d099 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554271 Apr 11 06:32:30.823006 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'Port': ['ID=8aed673a-8a57-4c9c-9aed-8dfff2b882aa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:30.850817 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d92eb373-e494-495c-a675-e6ae12d801d1 req-68b6feb6-b79b-4861-b1f8-1576b0012cce tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549455 Apr 11 06:32:30.857653 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:30.858358 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:30.877036 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-307fbd7c-0a45-4a22-a07d-ebe2c1eacf9d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5974340 Apr 11 06:32:30.889960 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Request body: {'port': {'device_id': '43327a94-e641-4bfc-b502-f3b8dff85806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:30.892394 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba5f1-3392-4227-81e6-3e43dc3df695 req-67a4479a-3293-43df-914c-8a4f9f0151aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:30.894465 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-58eba5f1-3392-4227-81e6-3e43dc3df695 req-67a4479a-3293-43df-914c-8a4f9f0151aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 1129 time: 0.0570781 Apr 11 06:32:30.957606 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:31.009625 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba5f1-3392-4227-81e6-3e43dc3df695 req-6b0df174-f740-4bd5-97a4-26f7cd887509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:31.011131 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-58eba5f1-3392-4227-81e6-3e43dc3df695 req-6b0df174-f740-4bd5-97a4-26f7cd887509 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.0953608 Apr 11 06:32:31.053660 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-58eba5f1-3392-4227-81e6-3e43dc3df695 req-a9a982ac-21dc-4c94-b6f7-11ca93c74586 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb HTTP/1.1" status: 200 len: 217 time: 0.0359724 Apr 11 06:32:31.091966 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a9a57c96-ab4f-4d70-8f48-56a1b7b3fc06 None None] Provisioning complete for port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:32:31.092528 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9a57c96-ab4f-4d70-8f48-56a1b7b3fc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:31.104381 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba5f1-3392-4227-81e6-3e43dc3df695 req-c17f5c77-bc93-4526-8096-f62b0eeb1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:31.111220 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-58eba5f1-3392-4227-81e6-3e43dc3df695 req-c17f5c77-bc93-4526-8096-f62b0eeb1690 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.0446558 Apr 11 06:32:31.132027 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a9a57c96-ab4f-4d70-8f48-56a1b7b3fc06 None None] Port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:32:31.162266 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba5f1-3392-4227-81e6-3e43dc3df695 req-cb98a6c8-c605-426c-8e8b-ca0145327e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:31.164071 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-58eba5f1-3392-4227-81e6-3e43dc3df695 req-cb98a6c8-c605-426c-8e8b-ca0145327e0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440238 Apr 11 06:32:31.232996 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aed673a-8a57-4c9c-9aed-8dfff2b882aa {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:31.240864 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Publish callbacks [] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:31.254932 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Transition to ACTIVE for port object 8aed673a-8a57-4c9c-9aed-8dfff2b882aa will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:32:31.259212 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:31.271015 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411f159-8d5a-4421-a1f6-4eb80f6c6e20 req-8bd84647-07ae-4cec-b4c8-a06c517c3300 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:31.272506 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7411f159-8d5a-4421-a1f6-4eb80f6c6e20 req-8bd84647-07ae-4cec-b4c8-a06c517c3300 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 931 time: 0.0930650 Apr 11 06:32:31.312479 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-58eba5f1-3392-4227-81e6-3e43dc3df695 req-af5dfaf2-b9f4-4202-9d3a-00652f47a315 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403980 Apr 11 06:32:31.313126 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Pushing event updated for resources: {'Port': ['ID=8aed673a-8a57-4c9c-9aed-8dfff2b882aa,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:31.344257 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 917ef26b-73db-45ba-b3f6-8c2dbc987c03 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:32:31.395088 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Attempting to bind port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:32:31.395506 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Attempting to bind port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:32:31.395937 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Attempting to bind port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:32:31.398681 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7411f159-8d5a-4421-a1f6-4eb80f6c6e20 req-78cd87f6-98f4-44db-8de7-047497dc32be tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202116 Apr 11 06:32:31.401011 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:32:31.401419 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Attempting to bind port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:32:31.407358 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:32:31.408058 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Checking segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:32:31.408581 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Bound using segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:32:31.409123 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Bound port: 8aed673a-8a57-4c9c-9aed-8dfff2b882aa, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:32:31.409542 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:31.421987 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port 917ef26b-73db-45ba-b3f6-8c2dbc987c03 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:32:31.432686 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 917ef26b-73db-45ba-b3f6-8c2dbc987c03 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:32:31.433219 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:31.434235 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-58eba5f1-3392-4227-81e6-3e43dc3df695 req-3ad97175-f782-47aa-b4e4-fa5ef7da4995 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134024 Apr 11 06:32:31.496525 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] For port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa, host hv-cinder-83699, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:32:31.499773 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] For port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8aed673a-8a57-4c9c-9aed-8dfff2b882aa,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:32:31.508987 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:31.527328 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 917ef26b-73db-45ba-b3f6-8c2dbc987c03 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:31.527771 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:31.545657 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:31.546436 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:31.547856 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] 10.222.0.20 "PUT /v2.0/ports/8aed673a-8a57-4c9c-9aed-8dfff2b882aa HTTP/1.1" status: 200 len: 1093 time: 0.6621931 Apr 11 06:32:31.550677 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43327a94-e641-4bfc-b502-f3b8dff85806', 'tag': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:31.553184 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea262820-f452-4ba8-93c6-06124037bb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "43327a94-e641-4bfc-b502-f3b8dff85806", "tag": "8aed673a-8a57-4c9c-9aed-8dfff2b882aa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:31.558331 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3cf9b7-4b55-48cb-b1f5-854b7e96070d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917ef26b-73db-45ba-b3f6-8c2dbc987c03'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:31.560761 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fe86be-dcf4-4c8e-9230-dff3ccc3524c" -d '{"events": [{"server_uuid": "cc3cf9b7-4b55-48cb-b1f5-854b7e96070d", "name": "network-vif-plugged", "status": "completed", "tag": "917ef26b-73db-45ba-b3f6-8c2dbc987c03"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:31.578906 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 917ef26b-73db-45ba-b3f6-8c2dbc987c03, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=917ef26b-73db-45ba-b3f6-8c2dbc987c03,segment=NetworkSegment(dad870a0-b1a9-49a8-b20d-c532b8591b3d),segment_id=dad870a0-b1a9-49a8-b20d-c532b8591b3d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:31.586056 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:31.624031 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa50689e-7cc8-4fe2-9c76-fd391d6bc88b x-openstack-request-id: req-aa50689e-7cc8-4fe2-9c76-fd391d6bc88b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:31.624031 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3cf9b7-4b55-48cb-b1f5-854b7e96070d", "name": "network-vif-plugged", "status": "completed", "tag": "917ef26b-73db-45ba-b3f6-8c2dbc987c03", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:31.624031 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa50689e-7cc8-4fe2-9c76-fd391d6bc88b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:31.624354 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa50689e-7cc8-4fe2-9c76-fd391d6bc88b'] response: {'server_uuid': 'cc3cf9b7-4b55-48cb-b1f5-854b7e96070d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917ef26b-73db-45ba-b3f6-8c2dbc987c03', 'code': 200} Apr 11 06:32:31.653660 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e9601d-e509-42d5-9c43-04d931512803 x-openstack-request-id: req-d8e9601d-e509-42d5-9c43-04d931512803 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:31.655397 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43327a94-e641-4bfc-b502-f3b8dff85806", "tag": "8aed673a-8a57-4c9c-9aed-8dfff2b882aa", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:31.655397 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8e9601d-e509-42d5-9c43-04d931512803 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:31.655397 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e9601d-e509-42d5-9c43-04d931512803'] response: {'name': 'network-changed', 'server_uuid': '43327a94-e641-4bfc-b502-f3b8dff85806', 'tag': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa', 'status': 'completed', 'code': 200} Apr 11 06:32:31.657883 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b78d5-99c7-4a86-956a-ec3b25c26fed service neutron] Pushing event updated for resources: {'Port': ['ID=8aed673a-8a57-4c9c-9aed-8dfff2b882aa,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:31.666450 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-1bae948e-b526-4a06-8f32-cc3d0bef9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:31.668231 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-1bae948e-b526-4a06-8f32-cc3d0bef9b44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 1127 time: 0.0606050 Apr 11 06:32:31.679587 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=917ef26b-73db-45ba-b3f6-8c2dbc987c03,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:31.690388 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.690962 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.692164 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.692769 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.693280 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.693766 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.694269 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.694738 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.695200 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.695681 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.696313 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.697080 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.697730 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.698214 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.698716 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:32:31.756237 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-8dfa37d4-4398-4bbf-a12a-4b96d2a61c2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aed673a-8a57-4c9c-9aed-8dfff2b882aa HTTP/1.1" status: 200 len: 217 time: 0.0779948 Apr 11 06:32:31.832811 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-423e453d-9f64-4b61-bba9-bb498182e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:31.834378 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-423e453d-9f64-4b61-bba9-bb498182e47c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 HTTP/1.1" status: 200 len: 853 time: 0.0711150 Apr 11 06:32:31.913301 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1eb9d0-8128-42e3-a98d-4ede3838a537 req-84100e6e-53b2-41bc-9885-3ebcad5f7d57 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:31.913882 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-b3296560-e139-40b7-9aba-9d809212d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:31.914627 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3d1eb9d0-8128-42e3-a98d-4ede3838a537 req-84100e6e-53b2-41bc-9885-3ebcad5f7d57 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 946 time: 0.0753636 Apr 11 06:32:31.919515 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-b3296560-e139-40b7-9aba-9d809212d4aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700259 Apr 11 06:32:31.937573 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f467669-ab7d-44f1-bd7d-e724bd8d614b req-45aa3bb7-3dd4-4d65-bfde-c9feca55d4af tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:31.938999 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f467669-ab7d-44f1-bd7d-e724bd8d614b req-45aa3bb7-3dd4-4d65-bfde-c9feca55d4af tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.1672239 Apr 11 06:32:31.980490 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f1f3-e9dd-4888-96de-646cb8ef6336 req-e1e924d3-a12e-4bb1-b1ee-fc247e3e9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:31.982032 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e059f1f3-e9dd-4888-96de-646cb8ef6336 req-e1e924d3-a12e-4bb1-b1ee-fc247e3e9261 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 1130 time: 0.0895643 Apr 11 06:32:32.016709 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-d46c7c82-b215-4d80-b6c1-3bbc619b5e15 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897048 Apr 11 06:32:32.037893 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3d1eb9d0-8128-42e3-a98d-4ede3838a537 req-2edf6eb2-0eca-4ff8-bbb3-e082df74e6ea tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068494 Apr 11 06:32:32.044838 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f467669-ab7d-44f1-bd7d-e724bd8d614b req-b45d264b-4757-4f67-ba0e-106d1c5b2eaf tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953088 Apr 11 06:32:32.080494 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e059f1f3-e9dd-4888-96de-646cb8ef6336 req-8f1a78ac-c6dc-4674-8358-b1feada5aac6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853446 Apr 11 06:32:32.117556 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5e4da9ef-94f6-4173-b8ca-c2e936eec7f2 req-93d0729e-65a8-485b-a2ce-7ea37ead6863 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934124 Apr 11 06:32:32.156038 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ec0eb-46ef-440c-a728-49cefcca954a req-c9799e6b-eb65-460b-9cd8-41f94f18b16e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:32.157667 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5c5ec0eb-46ef-440c-a728-49cefcca954a req-c9799e6b-eb65-460b-9cd8-41f94f18b16e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0503421 Apr 11 06:32:32.209359 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5c5ec0eb-46ef-440c-a728-49cefcca954a req-78b36f0f-de72-431d-8dbd-41a42f57d35a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437024 Apr 11 06:32:32.527649 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2b989-d91a-4db6-b951-a8cc6b7c958c req-b193fd90-1cf3-4e96-8c3e-af6ccd2c983c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:32.529218 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7bc2b989-d91a-4db6-b951-a8cc6b7c958c req-b193fd90-1cf3-4e96-8c3e-af6ccd2c983c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 943 time: 0.0502832 Apr 11 06:32:32.578277 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7bc2b989-d91a-4db6-b951-a8cc6b7c958c req-17326378-25b1-4256-8361-5e37474be3ad tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417523 Apr 11 06:32:33.191633 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0161b7-8e1f-45b3-8dbe-dfbfd88d77ff req-588c68e0-df40-4f21-a20b-355669875292 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:33.193773 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cd0161b7-8e1f-45b3-8dbe-dfbfd88d77ff req-588c68e0-df40-4f21-a20b-355669875292 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 946 time: 0.0799162 Apr 11 06:32:33.206447 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3dfbd-ef71-4754-afbe-fc4f02243602 req-27643f47-b9f6-4e44-a6ba-574a2e9ac1e4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:33.208050 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aee3dfbd-ef71-4754-afbe-fc4f02243602 req-27643f47-b9f6-4e44-a6ba-574a2e9ac1e4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0814052 Apr 11 06:32:33.284168 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cd0161b7-8e1f-45b3-8dbe-dfbfd88d77ff req-bd8cfa03-b2bd-41f4-bf56-b65b751110f1 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840476 Apr 11 06:32:33.289609 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aee3dfbd-ef71-4754-afbe-fc4f02243602 req-603ee192-7c10-4fe2-af1d-3c403161cd3d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756457 Apr 11 06:32:33.390084 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7db87-9475-461f-9fa7-3ae9c0f3f48c req-7d7d4a6a-8f90-4ce9-818c-fb9da8366894 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:33.391551 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ce7db87-9475-461f-9fa7-3ae9c0f3f48c req-7d7d4a6a-8f90-4ce9-818c-fb9da8366894 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0515730 Apr 11 06:32:33.444176 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ce7db87-9475-461f-9fa7-3ae9c0f3f48c req-9eca5285-d877-4b65-8730-53b0bdf05388 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442336 Apr 11 06:32:33.703105 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54c2f-0d0e-45f6-a582-c2b3e0d4f427 req-0ab7d8c1-08de-4686-ac13-c2cb3a805f78 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:33.704530 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ba54c2f-0d0e-45f6-a582-c2b3e0d4f427 req-0ab7d8c1-08de-4686-ac13-c2cb3a805f78 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 943 time: 0.0531061 Apr 11 06:32:33.755388 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ba54c2f-0d0e-45f6-a582-c2b3e0d4f427 req-8630a625-cacc-42f1-bcf0-06b67064f9b5 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444977 Apr 11 06:32:34.257589 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea262820-f452-4ba8-93c6-06124037bb5f req-9eef8f3f-938a-4a95-b06e-e2a11f85eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:34.259165 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ea262820-f452-4ba8-93c6-06124037bb5f req-9eef8f3f-938a-4a95-b06e-e2a11f85eb56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 1127 time: 0.0406499 Apr 11 06:32:34.381722 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea262820-f452-4ba8-93c6-06124037bb5f req-efa9ce17-a2cb-4d5a-a4fa-f5cbf85d3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:34.383214 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ea262820-f452-4ba8-93c6-06124037bb5f req-efa9ce17-a2cb-4d5a-a4fa-f5cbf85d3b87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 914 time: 0.1081498 Apr 11 06:32:34.425220 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db4d17-e353-4b35-85b3-f138b6030df6 req-905f068d-fcc6-4425-a421-72871b7cdfb0 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:34.427453 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b4db4d17-e353-4b35-85b3-f138b6030df6 req-905f068d-fcc6-4425-a421-72871b7cdfb0 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 946 time: 0.0688825 Apr 11 06:32:34.428718 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ea262820-f452-4ba8-93c6-06124037bb5f req-d261b0c5-bbc3-42de-9e75-3dbbbcf94429 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aed673a-8a57-4c9c-9aed-8dfff2b882aa HTTP/1.1" status: 200 len: 217 time: 0.0364878 Apr 11 06:32:34.491131 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b4db4d17-e353-4b35-85b3-f138b6030df6 req-0dd6343a-93cf-4ba4-9d3f-448542228e64 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574117 Apr 11 06:32:34.504997 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea262820-f452-4ba8-93c6-06124037bb5f req-e3b02f25-7c3b-4078-ae57-21987a898c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:34.507294 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ea262820-f452-4ba8-93c6-06124037bb5f req-e3b02f25-7c3b-4078-ae57-21987a898c16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 HTTP/1.1" status: 200 len: 853 time: 0.0695288 Apr 11 06:32:34.575776 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea262820-f452-4ba8-93c6-06124037bb5f req-280c96cc-1072-4674-a819-90095200c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:34.578113 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ea262820-f452-4ba8-93c6-06124037bb5f req-280c96cc-1072-4674-a819-90095200c8d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604956 Apr 11 06:32:34.663531 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9bb7b-bf90-4f6f-90a5-d83b31c0123a req-bc6e94c3-1b9c-422a-b233-96735dd26a18 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:34.665032 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66e9bb7b-bf90-4f6f-90a5-d83b31c0123a req-bc6e94c3-1b9c-422a-b233-96735dd26a18 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0607471 Apr 11 06:32:34.709043 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1e4d6-5a36-4e60-8c19-15173b0d37e3 req-96e59961-0936-462c-a954-f0a356e6bfd8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:34.710490 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3bd1e4d6-5a36-4e60-8c19-15173b0d37e3 req-96e59961-0936-462c-a954-f0a356e6bfd8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0690031 Apr 11 06:32:34.749875 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66e9bb7b-bf90-4f6f-90a5-d83b31c0123a req-defc8879-58b2-4134-95c5-6fc115dca50d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694900 Apr 11 06:32:34.776157 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3bd1e4d6-5a36-4e60-8c19-15173b0d37e3 req-b1678f7b-67ef-4959-b3ab-5249ba3b9d14 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595238 Apr 11 06:32:34.868248 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f9846-ebc8-4d37-a4a9-0e8f96204026 req-b72beac6-60e7-4e1e-9666-6049d2f690ac tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:34.869745 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ab1f9846-ebc8-4d37-a4a9-0e8f96204026 req-b72beac6-60e7-4e1e-9666-6049d2f690ac tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 943 time: 0.0462940 Apr 11 06:32:34.920227 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ab1f9846-ebc8-4d37-a4a9-0e8f96204026 req-b0afcbc5-55fa-4ce0-8245-4ff29f61c34a tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447712 Apr 11 06:32:35.367689 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 8aed673a-8a57-4c9c-9aed-8dfff2b882aa details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:32:35.463296 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ea262820-f452-4ba8-93c6-06124037bb5f req-cdfff9c8-2f5c-4f16-b937-3fc83dc0e3a7 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067810 Apr 11 06:32:35.481447 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8aed673a-8a57-4c9c-9aed-8dfff2b882aa,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:35.633849 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'port_id': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa', 'mac_address': 'fa:16:3e:4d:f7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:32:35.649440 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b66ee9-4720-45fc-972e-1b2f2a07d57a req-0705897f-80e7-47b6-8133-dabfb38cdb3e tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:35.651122 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b66ee9-4720-45fc-972e-1b2f2a07d57a req-0705897f-80e7-47b6-8133-dabfb38cdb3e tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 946 time: 0.0655975 Apr 11 06:32:35.683576 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:35.683954 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:35.684088 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ea262820-f452-4ba8-93c6-06124037bb5f req-ef043cfb-a97e-4440-9308-ace5822b4a26 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467690 Apr 11 06:32:35.698141 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aed673a-8a57-4c9c-9aed-8dfff2b882aa {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:35.710962 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b66ee9-4720-45fc-972e-1b2f2a07d57a req-6a9b2e6d-7eda-4ecd-8dcd-6caa7eee724a tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498278 Apr 11 06:32:35.719558 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8aed673a-8a57-4c9c-9aed-8dfff2b882aa,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:35.723228 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:35.771914 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=8aed673a-8a57-4c9c-9aed-8dfff2b882aa,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:35.880477 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ddb7e-3ef3-400b-9b30-39ddb8bacd73 req-a489f874-6854-433b-a3ea-b15eaf464fd5 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:35.881902 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-468ddb7e-3ef3-400b-9b30-39ddb8bacd73 req-a489f874-6854-433b-a3ea-b15eaf464fd5 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0616105 Apr 11 06:32:35.931074 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f1f1a-0220-4755-a089-bb5931676d5d req-58a31026-7d25-41f8-8496-429af5a6adb8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:35.932736 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-930f1f1a-0220-4755-a089-bb5931676d5d req-58a31026-7d25-41f8-8496-429af5a6adb8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0781205 Apr 11 06:32:35.973319 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-468ddb7e-3ef3-400b-9b30-39ddb8bacd73 req-28308e7d-ad93-4f46-9960-0f8beb66ae20 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752389 Apr 11 06:32:36.008028 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-930f1f1a-0220-4755-a089-bb5931676d5d req-1f0ef6e1-2f7b-4985-a296-5776eb1eb21a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651896 Apr 11 06:32:36.092575 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec967a3b-d383-42de-8fcf-2bab6114ab31 req-e208f580-25d1-446e-8885-7f9a8f65ab8b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:36.094168 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec967a3b-d383-42de-8fcf-2bab6114ab31 req-e208f580-25d1-446e-8885-7f9a8f65ab8b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 944 time: 0.0517468 Apr 11 06:32:36.142807 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['8aed673a-8a57-4c9c-9aed-8dfff2b882aa'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:32:36.143792 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec967a3b-d383-42de-8fcf-2bab6114ab31 req-497df3fb-d175-4a9f-9923-94ec24d5e812 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433683 Apr 11 06:32:36.536847 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26450-812a-4361-9437-39b6ade2813d req-0cec0060-c83b-4fa9-8be4-ec872b853a8b tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:36.538325 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42a26450-812a-4361-9437-39b6ade2813d req-0cec0060-c83b-4fa9-8be4-ec872b853a8b tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 946 time: 0.0520835 Apr 11 06:32:36.589854 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42a26450-812a-4361-9437-39b6ade2813d req-0bf1a99e-8f0e-483d-8fdf-e4f09e68679c tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419233 Apr 11 06:32:37.112602 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7535c6-c3bc-4a3a-a9a6-c6c7cfbe3947 req-b2f988ae-8e1b-4181-9468-6d832277c0b8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:37.114303 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff7535c6-c3bc-4a3a-a9a6-c6c7cfbe3947 req-b2f988ae-8e1b-4181-9468-6d832277c0b8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0609803 Apr 11 06:32:37.161058 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a34b7f-9456-419b-a850-de7301093981 req-e02d5fcb-bb0a-42f3-bbbd-ff27eff0228f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:37.162952 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-82a34b7f-9456-419b-a850-de7301093981 req-e02d5fcb-bb0a-42f3-bbbd-ff27eff0228f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0677323 Apr 11 06:32:37.206198 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff7535c6-c3bc-4a3a-a9a6-c6c7cfbe3947 req-25c3a75f-4d6a-4aaa-ab03-ed9490441fc5 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753851 Apr 11 06:32:37.381537 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 8aed673a-8a57-4c9c-9aed-8dfff2b882aa up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:32:37.429423 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:32:37.437367 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:32:37.437766 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:37.469592 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-82a34b7f-9456-419b-a850-de7301093981 req-57b94002-e8c5-4b0b-acf5-0c3898939d86 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965713 Apr 11 06:32:37.507521 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dec9c-1ef6-4a59-b929-8befdb97d9d4 req-4cebdcb1-dc75-46ad-a4cd-25138e6b5fdb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:37.508998 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-db4dec9c-1ef6-4a59-b929-8befdb97d9d4 req-4cebdcb1-dc75-46ad-a4cd-25138e6b5fdb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 944 time: 0.0562418 Apr 11 06:32:37.521776 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:37.522158 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:37.546741 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43327a94-e641-4bfc-b502-f3b8dff85806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:37.549167 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e4c27c-5443-4a3c-abc1-2b8e1f1557d9" -d '{"events": [{"server_uuid": "43327a94-e641-4bfc-b502-f3b8dff85806", "name": "network-vif-plugged", "status": "completed", "tag": "8aed673a-8a57-4c9c-9aed-8dfff2b882aa"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:37.557264 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-db4dec9c-1ef6-4a59-b929-8befdb97d9d4 req-62b61313-e8ec-4a62-9b16-6aca9b84855c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422993 Apr 11 06:32:37.562345 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8aed673a-8a57-4c9c-9aed-8dfff2b882aa,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:37.568123 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:37.598943 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d666595-fa67-4983-89ab-e7cba20880a0 x-openstack-request-id: req-1d666595-fa67-4983-89ab-e7cba20880a0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:37.599231 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43327a94-e641-4bfc-b502-f3b8dff85806", "name": "network-vif-plugged", "status": "completed", "tag": "8aed673a-8a57-4c9c-9aed-8dfff2b882aa", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:37.599481 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d666595-fa67-4983-89ab-e7cba20880a0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:37.599867 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d666595-fa67-4983-89ab-e7cba20880a0'] response: {'server_uuid': '43327a94-e641-4bfc-b502-f3b8dff85806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa', 'code': 200} Apr 11 06:32:37.626691 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=8aed673a-8a57-4c9c-9aed-8dfff2b882aa,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:37.704039 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265868d-f3f1-4421-b875-01c5776163e3 req-0794c61d-f9f9-4280-8b97-e939cf287ca8 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:37.705460 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9265868d-f3f1-4421-b875-01c5776163e3 req-0794c61d-f9f9-4280-8b97-e939cf287ca8 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 946 time: 0.0471377 Apr 11 06:32:37.756892 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9265868d-f3f1-4421-b875-01c5776163e3 req-73c00d48-9a27-4316-86e8-02205acdd8f8 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Apr 11 06:32:38.206490 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e0d8d-9944-4c77-bf07-7c69969efba6 req-788ddfbe-4381-4ac3-9532-5f4d85c4cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:38.208190 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0c4e0d8d-9944-4c77-bf07-7c69969efba6 req-788ddfbe-4381-4ac3-9532-5f4d85c4cf5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 1129 time: 0.0441496 Apr 11 06:32:38.258277 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0c4e0d8d-9944-4c77-bf07-7c69969efba6 req-e6d97a98-555c-4a99-88e1-6dca9befb5e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418563 Apr 11 06:32:38.326496 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171473e1-2d6c-4400-af56-5df8ec229816 req-b56fd7b7-edff-472f-b84b-330e432987c2 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:38.327937 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-171473e1-2d6c-4400-af56-5df8ec229816 req-b56fd7b7-edff-472f-b84b-330e432987c2 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 946 time: 0.0705566 Apr 11 06:32:38.347039 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb12821-77e5-46f6-8690-57169faceb28 req-49f58311-c074-41fb-8c0f-3e5441c82b11 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:38.348494 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1bb12821-77e5-46f6-8690-57169faceb28 req-49f58311-c074-41fb-8c0f-3e5441c82b11 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0616100 Apr 11 06:32:38.396128 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1bb12821-77e5-46f6-8690-57169faceb28 req-c68f2072-0b9f-4326-b1d6-0a5d8e5528a4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Apr 11 06:32:38.625239 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb1bb7-0580-46d1-be34-6100efe455d6 req-86692e79-44e7-47d3-bfcd-fae6d570a6d7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:38.626743 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-91fb1bb7-0580-46d1-be34-6100efe455d6 req-86692e79-44e7-47d3-bfcd-fae6d570a6d7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0808837 Apr 11 06:32:38.649131 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-171473e1-2d6c-4400-af56-5df8ec229816 req-250b9c50-210f-4c45-afeb-5f73f2c33bdb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Deleting port 917ef26b-73db-45ba-b3f6-8c2dbc987c03 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:32:38.649475 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-171473e1-2d6c-4400-af56-5df8ec229816 req-250b9c50-210f-4c45-afeb-5f73f2c33bdb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:38.725797 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cd2bf-fe45-4428-ba79-1d87c4a855c2 req-981c8563-86b2-42b9-bce2-4a9e68eb5a74 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:38.727257 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-155cd2bf-fe45-4428-ba79-1d87c4a855c2 req-981c8563-86b2-42b9-bce2-4a9e68eb5a74 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 945 time: 0.0972972 Apr 11 06:32:38.785367 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-91fb1bb7-0580-46d1-be34-6100efe455d6 req-fe800a44-0c31-4225-8337-8c3ba54481cd tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431541 Apr 11 06:32:38.836837 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-171473e1-2d6c-4400-af56-5df8ec229816 req-250b9c50-210f-4c45-afeb-5f73f2c33bdb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] For port 917ef26b-73db-45ba-b3f6-8c2dbc987c03, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=917ef26b-73db-45ba-b3f6-8c2dbc987c03,segment=NetworkSegment(dad870a0-b1a9-49a8-b20d-c532b8591b3d),segment_id=dad870a0-b1a9-49a8-b20d-c532b8591b3d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:38.837236 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-171473e1-2d6c-4400-af56-5df8ec229816 req-250b9c50-210f-4c45-afeb-5f73f2c33bdb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:38.850731 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-155cd2bf-fe45-4428-ba79-1d87c4a855c2 req-d7453faf-6cba-4751-a639-c3a91080d1db tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964417 Apr 11 06:32:38.857028 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-171473e1-2d6c-4400-af56-5df8ec229816 req-250b9c50-210f-4c45-afeb-5f73f2c33bdb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Calling delete_port for 917ef26b-73db-45ba-b3f6-8c2dbc987c03 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:32:38.975810 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c490b-161e-4922-9232-7886d11847cc req-67bc0ff3-3fd8-4914-8f6e-2923ad1caab0 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:38.977449 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-232c490b-161e-4922-9232-7886d11847cc req-67bc0ff3-3fd8-4914-8f6e-2923ad1caab0 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 946 time: 0.0631907 Apr 11 06:32:39.077016 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-232c490b-161e-4922-9232-7886d11847cc req-60dec386-e4bd-4f60-80a4-f29019ad647c tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/security-groups?id=0087d837-503e-4113-b789-fca5cd4a375f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825830 Apr 11 06:32:39.094187 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-171473e1-2d6c-4400-af56-5df8ec229816 req-250b9c50-210f-4c45-afeb-5f73f2c33bdb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (917ef26b-73db-45ba-b3f6-8c2dbc987c03), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:39.106772 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['917ef26b-73db-45ba-b3f6-8c2dbc987c03'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:32:39.129587 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b9c50-210f-4c45-afeb-5f73f2c33bdb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Pushing event deleted for resources: {'Port': ['ID=917ef26b-73db-45ba-b3f6-8c2dbc987c03,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:39.177988 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-171473e1-2d6c-4400-af56-5df8ec229816 req-250b9c50-210f-4c45-afeb-5f73f2c33bdb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] No DVR routers for this DVR port 917ef26b-73db-45ba-b3f6-8c2dbc987c03 on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:32:39.180643 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-171473e1-2d6c-4400-af56-5df8ec229816 req-250b9c50-210f-4c45-afeb-5f73f2c33bdb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:39.184106 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-171473e1-2d6c-4400-af56-5df8ec229816 req-250b9c50-210f-4c45-afeb-5f73f2c33bdb tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.20 "DELETE /v2.0/ports/917ef26b-73db-45ba-b3f6-8c2dbc987c03 HTTP/1.1" status: 204 len: 173 time: 0.6720507 Apr 11 06:32:39.184555 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3cf9b7-4b55-48cb-b1f5-854b7e96070d', 'name': 'network-vif-deleted', 'tag': '917ef26b-73db-45ba-b3f6-8c2dbc987c03'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:39.186905 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b033be-542e-4f44-a4d1-17c454514a0c" -d '{"events": [{"server_uuid": "cc3cf9b7-4b55-48cb-b1f5-854b7e96070d", "name": "network-vif-deleted", "tag": "917ef26b-73db-45ba-b3f6-8c2dbc987c03"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:39.224748 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d8963d-018f-43da-bc0b-4957904d0571 x-openstack-request-id: req-20d8963d-018f-43da-bc0b-4957904d0571 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:39.225060 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3cf9b7-4b55-48cb-b1f5-854b7e96070d", "name": "network-vif-deleted", "tag": "917ef26b-73db-45ba-b3f6-8c2dbc987c03", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:39.225309 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20d8963d-018f-43da-bc0b-4957904d0571 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:39.225708 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d8963d-018f-43da-bc0b-4957904d0571'] response: {'server_uuid': 'cc3cf9b7-4b55-48cb-b1f5-854b7e96070d', 'name': 'network-vif-deleted', 'tag': '917ef26b-73db-45ba-b3f6-8c2dbc987c03', 'status': 'completed', 'code': 200} Apr 11 06:32:39.516294 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f2361-61d7-48a3-a424-9ad8a4b93cbf req-01b82033-2cbd-4033-89bf-3a6de7eee3e6 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:39.518160 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-946f2361-61d7-48a3-a424-9ad8a4b93cbf req-01b82033-2cbd-4033-89bf-3a6de7eee3e6 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0529215 Apr 11 06:32:39.566208 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-946f2361-61d7-48a3-a424-9ad8a4b93cbf req-ba2cc6ee-fe6a-4eaf-b01c-24ee87ab4d5a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Apr 11 06:32:39.934410 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41d9b7-8ec5-45c6-93d7-42bd7675b0f5 req-e41e97d4-67a5-4dcb-aa9a-e8a0086150fa tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:39.936039 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ee41d9b7-8ec5-45c6-93d7-42bd7675b0f5 req-e41e97d4-67a5-4dcb-aa9a-e8a0086150fa tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0614130 Apr 11 06:32:40.003732 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92dcb1-6b38-4e15-b75f-d45938a1ad9c req-900c23f9-1b0c-4b18-8268-c40f6050c1d1 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:40.005319 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff92dcb1-6b38-4e15-b75f-d45938a1ad9c req-900c23f9-1b0c-4b18-8268-c40f6050c1d1 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 945 time: 0.0683291 Apr 11 06:32:40.034434 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ee41d9b7-8ec5-45c6-93d7-42bd7675b0f5 req-40e3b31b-e971-428d-b7e0-b3e1ce89a0b6 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884926 Apr 11 06:32:40.069763 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff92dcb1-6b38-4e15-b75f-d45938a1ad9c req-e6d0ae33-7921-470f-87c2-6b3b80283361 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582964 Apr 11 06:32:40.196619 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-03120fa7-64a6-4743-94de-964d5c07d8f6 req-f53ed892-61b3-4a67-964f-ea4a178c74b8 tempest-VolumesActionsTest-805981497 tempest-VolumesActionsTest-805981497-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc3cf9b7-4b55-48cb-b1f5-854b7e96070d HTTP/1.1" status: 200 len: 210 time: 0.0280552 Apr 11 06:32:40.684108 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a547c-e95b-44cf-8244-7ee551cd558f req-85f7e7a7-9ba8-49df-9b71-e0e431eacf62 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:40.685615 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-103a547c-e95b-44cf-8244-7ee551cd558f req-85f7e7a7-9ba8-49df-9b71-e0e431eacf62 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0517571 Apr 11 06:32:40.736076 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-103a547c-e95b-44cf-8244-7ee551cd558f req-c8622e8f-f6ce-41a8-b52f-dacfecde1cdc tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 Apr 11 06:32:41.189450 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2598d5e-db20-498f-8bb3-031256d835d8 req-677b0fcc-1553-4321-beeb-c33e49e48f00 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:41.190968 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2598d5e-db20-498f-8bb3-031256d835d8 req-677b0fcc-1553-4321-beeb-c33e49e48f00 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0760329 Apr 11 06:32:41.220592 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e399a62-662c-4765-b5eb-0fe8c6dc4524 req-15e629da-5921-4d10-b9ba-689ee44a25f6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:41.222087 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1e399a62-662c-4765-b5eb-0fe8c6dc4524 req-15e629da-5921-4d10-b9ba-689ee44a25f6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 945 time: 0.0713234 Apr 11 06:32:41.279053 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2598d5e-db20-498f-8bb3-031256d835d8 req-401510e1-3c81-470a-919d-69d571c47c51 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818379 Apr 11 06:32:41.295654 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1e399a62-662c-4765-b5eb-0fe8c6dc4524 req-c2cd8929-e34f-4df0-8b51-bcf5ab3d2419 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670378 Apr 11 06:32:41.414824 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a002015-d2d8-4618-9b6f-030895354504 req-c8f5af60-275f-4672-a922-1b261b3e991c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:41.416300 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5a002015-d2d8-4618-9b6f-030895354504 req-c8f5af60-275f-4672-a922-1b261b3e991c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 945 time: 0.0495327 Apr 11 06:32:41.425643 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 37380) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:32:41.430419 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c46388a2-54f6-44c7-add3-82762c67e13b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'floatingip': {'port_id': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:32:41.470528 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c46388a2-54f6-44c7-add3-82762c67e13b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:41.892207 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a843c-1a32-4c1c-a0f5-606ace1b7065 req-94510079-1def-49a9-aee1-489b6eb12a80 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:41.893775 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a44a843c-1a32-4c1c-a0f5-606ace1b7065 req-94510079-1def-49a9-aee1-489b6eb12a80 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0651190 Apr 11 06:32:42.008692 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a44a843c-1a32-4c1c-a0f5-606ace1b7065 req-0f1538ad-9bcd-4858-94b8-699197fe0b28 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084061 Apr 11 06:32:42.027623 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c46388a2-54f6-44c7-add3-82762c67e13b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:42.033915 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c46388a2-54f6-44c7-add3-82762c67e13b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:42.145355 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-c46388a2-54f6-44c7-add3-82762c67e13b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Floating IP 0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2 associated. External IP: 172.27.2.131, port: 8aed673a-8a57-4c9c-9aed-8dfff2b882aa. Apr 11 06:32:42.399179 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46388a2-54f6-44c7-add3-82762c67e13b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Router f8a382dd-e48c-4156-a92f-e5be092eb7ca has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:32:42.405936 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051b2e0-8f50-47d6-a97c-ee913c5d1b46 req-f850a461-50e1-4fa1-8123-eb8b46d61101 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:42.407784 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5051b2e0-8f50-47d6-a97c-ee913c5d1b46 req-f850a461-50e1-4fa1-8123-eb8b46d61101 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0580382 Apr 11 06:32:42.504117 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5051b2e0-8f50-47d6-a97c-ee913c5d1b46 req-8636d224-b5a2-4804-a087-baaad725802f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900693 Apr 11 06:32:42.783887 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46388a2-54f6-44c7-add3-82762c67e13b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:32:42.789351 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c46388a2-54f6-44c7-add3-82762c67e13b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:42.793863 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ffecbf-9e09-4ac8-8d48-e9033a9c5ece None None] Sync routers for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:32:42.804828 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ffecbf-9e09-4ac8-8d48-e9033a9c5ece None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:32:42.805659 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7ffecbf-9e09-4ac8-8d48-e9033a9c5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:32:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:32:42.823635 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c46388a2-54f6-44c7-add3-82762c67e13b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "PUT /v2.0/floatingips/0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2 HTTP/1.1" status: 200 len: 991 time: 1.3968332 Apr 11 06:32:42.824332 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43327a94-e641-4bfc-b502-f3b8dff85806', 'tag': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:42.827780 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c069e076-06f5-428d-aaf3-0311e2386dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "43327a94-e641-4bfc-b502-f3b8dff85806", "tag": "8aed673a-8a57-4c9c-9aed-8dfff2b882aa"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:42.867261 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b52308-d5d9-4208-a531-75b7b105ff6d x-openstack-request-id: req-c2b52308-d5d9-4208-a531-75b7b105ff6d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:42.867555 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43327a94-e641-4bfc-b502-f3b8dff85806", "tag": "8aed673a-8a57-4c9c-9aed-8dfff2b882aa", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:42.867749 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2b52308-d5d9-4208-a531-75b7b105ff6d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:42.868155 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b52308-d5d9-4208-a531-75b7b105ff6d'] response: {'name': 'network-changed', 'server_uuid': '43327a94-e641-4bfc-b502-f3b8dff85806', 'tag': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa', 'status': 'completed', 'code': 200} Apr 11 06:32:42.919903 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b7ffecbf-9e09-4ac8-8d48-e9033a9c5ece None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:32:43.140286 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd90f2b-e983-4e8b-8b9f-2ce9c54aef9b req-f4f7074b-2b87-4657-9502-c26badc01b05 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:43.141854 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1fd90f2b-e983-4e8b-8b9f-2ce9c54aef9b req-f4f7074b-2b87-4657-9502-c26badc01b05 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0628242 Apr 11 06:32:43.175864 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7ffecbf-9e09-4ac8-8d48-e9033a9c5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '01abb464-6f11-4141-b97c-1cec3c1eaeee', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:16:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:59Z', 'updated_at': '2022-04-11T06:31:28Z', 'revision_number': 2, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}, {'id': '0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:4d:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43327a94-e641-4bfc-b502-f3b8dff85806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:26Z', 'updated_at': '2022-04-11T06:32:41Z', 'revision_number': 1, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:32:43.189878 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1fd90f2b-e983-4e8b-8b9f-2ce9c54aef9b req-3140f6c6-b359-4e12-bc94-3ab82d8bf130 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420787 Apr 11 06:32:43.204114 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ffecbf-9e09-4ac8-8d48-e9033a9c5ece None None] Checking router: f8a382dd-e48c-4156-a92f-e5be092eb7ca for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:32:43.213085 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ffecbf-9e09-4ac8-8d48-e9033a9c5ece None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:32:43.213684 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7ffecbf-9e09-4ac8-8d48-e9033a9c5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:32:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:32:43.324649 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b7ffecbf-9e09-4ac8-8d48-e9033a9c5ece None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:32:43.458305 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:32:43.552943 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7ffecbf-9e09-4ac8-8d48-e9033a9c5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '01abb464-6f11-4141-b97c-1cec3c1eaeee', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:16:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:59Z', 'updated_at': '2022-04-11T06:31:28Z', 'revision_number': 2, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}, {'id': '0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:4d:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43327a94-e641-4bfc-b502-f3b8dff85806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:26Z', 'updated_at': '2022-04-11T06:32:41Z', 'revision_number': 1, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:32:43.562266 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:43.574633 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'port_id': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'mac_address': 'fa:16:3e:8b:73:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:32:43.586117 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ffecbf-9e09-4ac8-8d48-e9033a9c5ece None None] The sync data for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi is: [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '01abb464-6f11-4141-b97c-1cec3c1eaeee', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:16:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:59Z', 'updated_at': '2022-04-11T06:31:28Z', 'revision_number': 2, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}, {'id': '0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:4d:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43327a94-e641-4bfc-b502-f3b8dff85806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:32:26Z', 'updated_at': '2022-04-11T06:32:41Z', 'revision_number': 1, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:32:43.620722 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:43.621156 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.638700 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:32:43.638911 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8250c-3261-4104-b387-f79635074229 req-5cae5f1b-e724-48bb-97a7-a5b51adb0e26 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:43.640377 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-89b8250c-3261-4104-b387-f79635074229 req-5cae5f1b-e724-48bb-97a7-a5b51adb0e26 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0583842 Apr 11 06:32:43.659846 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:43.665878 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:43.690072 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-89b8250c-3261-4104-b387-f79635074229 req-d9df636d-f25b-4ac3-91d9-605866e95768 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440457 Apr 11 06:32:43.715818 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:43.788997 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be7633-d89f-4953-9e1e-90fb9036ff5e None None] New status for floating IP 0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:32:44.305666 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4824725-3432-4ef1-b764-44337db49b0e req-92990ebb-41b2-4b69-b5f4-c09c5b219103 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:44.307162 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a4824725-3432-4ef1-b764-44337db49b0e req-92990ebb-41b2-4b69-b5f4-c09c5b219103 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0510428 Apr 11 06:32:44.358972 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a4824725-3432-4ef1-b764-44337db49b0e req-0c1d80ef-bae2-4c5d-8df5-67e1a7012ac4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435357 Apr 11 06:32:44.395639 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 917ef26b-73db-45ba-b3f6-8c2dbc987c03 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:32:44.419406 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: 917ef26b-73db-45ba-b3f6-8c2dbc987c03 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:32:44.419732 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 917ef26b-73db-45ba-b3f6-8c2dbc987c03 not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:32:44.837465 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59482de-b859-42de-97b9-7cb2b61d4708 req-528d30e7-e832-487b-bcc0-37df6a87ab92 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:44.838929 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e59482de-b859-42de-97b9-7cb2b61d4708 req-528d30e7-e832-487b-bcc0-37df6a87ab92 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 944 time: 0.0562861 Apr 11 06:32:44.891060 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e59482de-b859-42de-97b9-7cb2b61d4708 req-bb0ec517-5803-4993-8222-ce36feedca68 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459785 Apr 11 06:32:45.481868 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13eaca-941c-4852-90d2-e91860782030 req-acd1849c-754d-43e5-9254-09400cdabef2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:45.483362 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e13eaca-941c-4852-90d2-e91860782030 req-acd1849c-754d-43e5-9254-09400cdabef2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0489995 Apr 11 06:32:45.510032 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['3f9920ed-9818-44dd-ac5c-8eee9b7b78e8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:32:45.533283 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e13eaca-941c-4852-90d2-e91860782030 req-8f2bed99-50e7-4941-a5f1-9311359d89f8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438726 Apr 11 06:32:46.008872 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e378f71-26d9-47d2-92b4-9eb06ab22c91 req-d2b6c2bd-1fad-413c-bd32-5aefc39010bd tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:46.010404 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1e378f71-26d9-47d2-92b4-9eb06ab22c91 req-d2b6c2bd-1fad-413c-bd32-5aefc39010bd tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 944 time: 0.0480142 Apr 11 06:32:46.062694 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1e378f71-26d9-47d2-92b4-9eb06ab22c91 req-987e41c4-3b04-4e10-9780-1d7668e0662f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466430 Apr 11 06:32:46.420740 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e076-06f5-428d-aaf3-0311e2386dc3 req-f00f22b1-a318-4466-94d4-2024f60e1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:46.422544 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c069e076-06f5-428d-aaf3-0311e2386dc3 req-f00f22b1-a318-4466-94d4-2024f60e1105 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 1129 time: 0.0413609 Apr 11 06:32:46.506295 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56a3a-804c-4539-b952-00941e72399e req-bd8d7473-ea85-4812-9993-b94831ee66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:46.508226 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cbc56a3a-804c-4539-b952-00941e72399e req-bd8d7473-ea85-4812-9993-b94831ee66ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 1130 time: 0.0414913 Apr 11 06:32:46.522831 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e076-06f5-428d-aaf3-0311e2386dc3 req-b2815a6f-2739-4ace-8673-f55d9a36a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:46.524437 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c069e076-06f5-428d-aaf3-0311e2386dc3 req-b2815a6f-2739-4ace-8673-f55d9a36a950 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 914 time: 0.0843868 Apr 11 06:32:46.652169 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531d47f-719f-481a-997e-dd0ab0f98c06 req-a89ccace-29a2-4560-aedd-7e4bb9964e6a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:46.653643 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5531d47f-719f-481a-997e-dd0ab0f98c06 req-a89ccace-29a2-4560-aedd-7e4bb9964e6a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0525804 Apr 11 06:32:46.702552 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5531d47f-719f-481a-997e-dd0ab0f98c06 req-01d67581-bc41-4baf-857d-ef226d00dfcc tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434515 Apr 11 06:32:46.935159 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cbc56a3a-804c-4539-b952-00941e72399e req-72e9b61d-15a8-45bd-ac56-de8b76bc549a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539730 Apr 11 06:32:46.949804 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c069e076-06f5-428d-aaf3-0311e2386dc3 req-3b37b0dc-a363-4c32-a07e-dbedaa87fe51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8aed673a-8a57-4c9c-9aed-8dfff2b882aa HTTP/1.1" status: 200 len: 1001 time: 0.0678113 Apr 11 06:32:47.256635 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866cfdd-0c2f-4be7-8aa1-78b5dda7e3b7 req-0314f35b-9eba-4509-83e3-e0b7724fd5fc tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:47.259260 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9866cfdd-0c2f-4be7-8aa1-78b5dda7e3b7 req-0314f35b-9eba-4509-83e3-e0b7724fd5fc tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 944 time: 0.1055498 Apr 11 06:32:47.312760 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e076-06f5-428d-aaf3-0311e2386dc3 req-373f83b6-4623-4851-98ef-4694ec92b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:47.314170 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c069e076-06f5-428d-aaf3-0311e2386dc3 req-373f83b6-4623-4851-98ef-4694ec92b075 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 HTTP/1.1" status: 200 len: 853 time: 0.1135011 Apr 11 06:32:47.329714 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9866cfdd-0c2f-4be7-8aa1-78b5dda7e3b7 req-1a0d1d7f-a975-4eb2-9edb-01889d5b08bd tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615752 Apr 11 06:32:47.371759 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e076-06f5-428d-aaf3-0311e2386dc3 req-83d51d65-5ecb-4828-aecf-f3ab971a8ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:47.373532 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c069e076-06f5-428d-aaf3-0311e2386dc3 req-83d51d65-5ecb-4828-aecf-f3ab971a8ea9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429454 Apr 11 06:32:47.420208 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:32:47.489556 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c069e076-06f5-428d-aaf3-0311e2386dc3 req-75d841fc-b838-40c1-ae59-89dc3a6e38b8 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069710 Apr 11 06:32:47.500181 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:32:47.500545 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:47.603419 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:32:47.603802 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:47.634060 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:32:47.637119 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71132bf1-5c39-4fe8-a7a4-55e41d9bce02" -d '{"events": [{"server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "name": "network-vif-plugged", "status": "completed", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:32:47.655044 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:32:47.664698 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:47.703004 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dac4884-9a17-4bc4-a85f-a35d5fc5d27d x-openstack-request-id: req-7dac4884-9a17-4bc4-a85f-a35d5fc5d27d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:32:47.703490 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "name": "network-vif-plugged", "status": "completed", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:32:47.703886 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7dac4884-9a17-4bc4-a85f-a35d5fc5d27d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:32:47.704455 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dac4884-9a17-4bc4-a85f-a35d5fc5d27d'] response: {'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'code': 200} Apr 11 06:32:47.729022 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:32:47.826201 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5a6ae-4f8d-402c-a115-78df187fc486 req-1a896b78-fea1-4a51-887b-fbb22119cd6f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:47.827697 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b2c5a6ae-4f8d-402c-a115-78df187fc486 req-1a896b78-fea1-4a51-887b-fbb22119cd6f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0554163 Apr 11 06:32:47.910562 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b2c5a6ae-4f8d-402c-a115-78df187fc486 req-3f2bae13-6f57-48bc-a67c-173905e5c5d6 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760455 Apr 11 06:32:47.990562 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c069e076-06f5-428d-aaf3-0311e2386dc3 req-cb220cee-ec42-4b62-9b5f-32e2e99c9ac4 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270590 Apr 11 06:32:48.467198 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef087a-fade-4c03-978d-d18b6d52cbcf req-cad19ec9-9041-4982-b552-c3eb50390449 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:48.469366 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5ef087a-fade-4c03-978d-d18b6d52cbcf req-cad19ec9-9041-4982-b552-c3eb50390449 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0563519 Apr 11 06:32:48.518724 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5ef087a-fade-4c03-978d-d18b6d52cbcf req-c310e95e-2f28-4840-bec2-b15c986aea82 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434520 Apr 11 06:32:49.037078 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcc030-b3c6-4807-87d1-ff98fa81bf6c req-0f8ae870-ebfb-47fa-aa31-b4299b891d4c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:49.038570 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eddcc030-b3c6-4807-87d1-ff98fa81bf6c req-0f8ae870-ebfb-47fa-aa31-b4299b891d4c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0479286 Apr 11 06:32:49.088965 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eddcc030-b3c6-4807-87d1-ff98fa81bf6c req-004b4747-5153-409f-b567-dbae6d5220f5 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446768 Apr 11 06:32:49.649020 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9a487-4393-4dd0-a2ce-d1293f07ce1f req-d7e22ec3-aa08-4180-bdf7-fb021a8f5a22 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:49.650510 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-04a9a487-4393-4dd0-a2ce-d1293f07ce1f req-d7e22ec3-aa08-4180-bdf7-fb021a8f5a22 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0542967 Apr 11 06:32:49.699122 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-04a9a487-4393-4dd0-a2ce-d1293f07ce1f req-dced8986-0cc5-407d-9c2f-5f0074d86d8a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 Apr 11 06:32:50.226155 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49622c13-0d00-483f-aeb9-d454987fc8d0 req-8e8b0036-b36d-41e2-b123-b8fc7fc83909 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:50.227510 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49622c13-0d00-483f-aeb9-d454987fc8d0 req-8e8b0036-b36d-41e2-b123-b8fc7fc83909 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0543187 Apr 11 06:32:50.278914 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49622c13-0d00-483f-aeb9-d454987fc8d0 req-c8842a31-12b6-4fd8-ac59-32ad17beb2da tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Apr 11 06:32:50.845410 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa306c-16ac-4627-adb2-d841e54a3dc1 req-3cadb4a2-a453-4ebb-b2d4-3ce75a46fbfe tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:50.847332 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49fa306c-16ac-4627-adb2-d841e54a3dc1 req-3cadb4a2-a453-4ebb-b2d4-3ce75a46fbfe tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0605876 Apr 11 06:32:50.896276 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49fa306c-16ac-4627-adb2-d841e54a3dc1 req-4e0118d0-e041-44a3-aef8-0e70e4bf08fe tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Apr 11 06:32:51.078303 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af5c190c-4156-40b7-9f80-4b9e2e15d564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:51.392938 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e016-2625-40d9-954c-1676d8944d7c req-6096cee7-8a42-47f9-8b37-7d63f68ce4aa tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:51.394408 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c243e016-2625-40d9-954c-1676d8944d7c req-6096cee7-8a42-47f9-8b37-7d63f68ce4aa tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0491474 Apr 11 06:32:51.445688 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c243e016-2625-40d9-954c-1676d8944d7c req-1461de51-e6b3-4661-b503-09efa1ae9352 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Apr 11 06:32:52.025727 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef7092-3fb5-4e42-9427-1cd8afd53ce2 req-abd41cc9-93ae-4342-867a-bfe5d2cd0d97 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:52.027314 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b0ef7092-3fb5-4e42-9427-1cd8afd53ce2 req-abd41cc9-93ae-4342-867a-bfe5d2cd0d97 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0460606 Apr 11 06:32:52.080504 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b0ef7092-3fb5-4e42-9427-1cd8afd53ce2 req-49b417f3-3cad-4cc9-bbba-31183c09275d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450594 Apr 11 06:32:52.587313 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626dce4-a4f0-42c5-be2f-4f207cbdd0fe req-93de64d5-8e53-4809-a18e-af0caacaa21b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:52.588807 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8626dce4-a4f0-42c5-be2f-4f207cbdd0fe req-93de64d5-8e53-4809-a18e-af0caacaa21b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0504611 Apr 11 06:32:52.643103 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8626dce4-a4f0-42c5-be2f-4f207cbdd0fe req-524f28a2-444d-4d3c-97df-0de55b27f1e6 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484107 Apr 11 06:32:52.911997 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615a40b-3e6e-4326-83cf-e7c12e4a9d6d req-9c000f4f-9556-4a02-be82-7e697832e270 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:52.913895 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7615a40b-3e6e-4326-83cf-e7c12e4a9d6d req-9c000f4f-9556-4a02-be82-7e697832e270 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0514722 Apr 11 06:32:52.971814 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7615a40b-3e6e-4326-83cf-e7c12e4a9d6d req-8988d9f3-c30f-4d9c-8749-352430473fc9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515685 Apr 11 06:32:53.129300 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba1be9f-b054-43e0-87fa-3632f0de5561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:53.162779 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c87c-95dd-40e7-95fd-f98768fb0179 req-bd7297d9-0421-4fa9-bbcb-8e221f09d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:53.164393 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5e2c87c-95dd-40e7-95fd-f98768fb0179 req-bd7297d9-0421-4fa9-bbcb-8e221f09d0ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 1130 time: 0.0532429 Apr 11 06:32:53.230205 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf425c95-d3da-4ae5-bae4-f72dcf5c4e7d req-282c9e73-e5a8-4270-8fca-3cc9180ead43 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:53.231791 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bf425c95-d3da-4ae5-bae4-f72dcf5c4e7d req-282c9e73-e5a8-4270-8fca-3cc9180ead43 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0630903 Apr 11 06:32:53.335242 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bf425c95-d3da-4ae5-bae4-f72dcf5c4e7d req-415603ce-d236-4829-8ad4-2ea925cd5a42 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893483 Apr 11 06:32:53.367392 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c87c-95dd-40e7-95fd-f98768fb0179 req-65765498-51c4-47cd-8182-0f94b45816f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:53.368923 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5e2c87c-95dd-40e7-95fd-f98768fb0179 req-65765498-51c4-47cd-8182-0f94b45816f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.1899869 Apr 11 06:32:53.423043 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5e2c87c-95dd-40e7-95fd-f98768fb0179 req-1cf188b4-0c4d-4d6c-b917-b00a749b1b39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1c9991e-d057-4e1b-89df-c238b3125ae0 HTTP/1.1" status: 200 len: 217 time: 0.0361893 Apr 11 06:32:53.490845 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c87c-95dd-40e7-95fd-f98768fb0179 req-60009d97-40d7-40ca-9a33-147446f18f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:53.492941 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5e2c87c-95dd-40e7-95fd-f98768fb0179 req-60009d97-40d7-40ca-9a33-147446f18f1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.0520813 Apr 11 06:32:54.113326 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4215f5-71e4-4dd5-82f4-c802053d17d7 req-cf3bc88a-d472-4db2-891d-9e610de5491e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:54.114741 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bd4215f5-71e4-4dd5-82f4-c802053d17d7 req-cf3bc88a-d472-4db2-891d-9e610de5491e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0528722 Apr 11 06:32:54.168148 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bd4215f5-71e4-4dd5-82f4-c802053d17d7 req-1c7208f0-788b-4a49-816b-ed0327197424 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472295 Apr 11 06:32:54.454842 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782058fc-dfc9-49ea-a406-ee7ca50ac024 req-4f4c3ab5-8655-4ea9-a585-6b804560dfed tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:54.456449 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-782058fc-dfc9-49ea-a406-ee7ca50ac024 req-4f4c3ab5-8655-4ea9-a585-6b804560dfed tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0499346 Apr 11 06:32:54.507813 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-782058fc-dfc9-49ea-a406-ee7ca50ac024 req-c0f33993-ea37-406a-82ac-f7b8ab39d8db tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 Apr 11 06:32:54.585506 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:55.295530 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b510c-1f4b-4ec6-aa55-1613ffc3b748 req-425ff11a-3360-4266-beb7-85a07ff9b9c9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:55.297071 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7a1b510c-1f4b-4ec6-aa55-1613ffc3b748 req-425ff11a-3360-4266-beb7-85a07ff9b9c9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0554116 Apr 11 06:32:55.373551 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7a1b510c-1f4b-4ec6-aa55-1613ffc3b748 req-b470cece-a1fe-421b-9cc3-16bd264aac64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681803 Apr 11 06:32:55.656051 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfac9b-5da6-4ada-99ee-0772cb22fe3c req-40bf234e-d30a-49ae-af3e-0425dafedf13 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:55.657993 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-75dfac9b-5da6-4ada-99ee-0772cb22fe3c req-40bf234e-d30a-49ae-af3e-0425dafedf13 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0639496 Apr 11 06:32:55.713747 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-75dfac9b-5da6-4ada-99ee-0772cb22fe3c req-b33c5b20-1fee-4753-a27c-6997b3d4b513 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491750 Apr 11 06:32:55.759330 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:55.930142 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:56.099806 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c87c-95dd-40e7-95fd-f98768fb0179 req-40632f56-34ea-42c8-b66a-a33bccab7a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:56.101586 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5e2c87c-95dd-40e7-95fd-f98768fb0179 req-40632f56-34ea-42c8-b66a-a33bccab7a45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551417 Apr 11 06:32:56.502311 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de21a8-46bc-4a9b-b9b3-b970c1bdf94c req-235f7863-d526-42f4-92a9-84a88fcc04ff tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:56.510257 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-02de21a8-46bc-4a9b-b9b3-b970c1bdf94c req-235f7863-d526-42f4-92a9-84a88fcc04ff tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0602059 Apr 11 06:32:56.563326 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-02de21a8-46bc-4a9b-b9b3-b970c1bdf94c req-d814e592-1ece-4c26-9396-47b705841cde tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507064 Apr 11 06:32:56.913987 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b60c7-1b83-4b3c-9948-5801d99d3d19 req-ee702632-82a9-4b64-9d41-590f8f7559c0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:56.916623 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-617b60c7-1b83-4b3c-9948-5801d99d3d19 req-ee702632-82a9-4b64-9d41-590f8f7559c0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0880976 Apr 11 06:32:57.004065 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-617b60c7-1b83-4b3c-9948-5801d99d3d19 req-dce0830e-806f-4698-921f-b42c7916bece tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798771 Apr 11 06:32:57.147486 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:32:57.232063 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:32:57.317360 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5e2c87c-95dd-40e7-95fd-f98768fb0179 req-f216f5e3-f735-48cb-8325-3cf371359b43 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175349 Apr 11 06:32:57.418137 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5e2c87c-95dd-40e7-95fd-f98768fb0179 req-7965311b-2c45-44bc-919b-d09b055f7f78 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943840 Apr 11 06:32:57.916195 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2aa29-e3b9-4de5-a5ad-7400ccb8114e req-26850ab9-fd87-4091-9059-f0d531849a0f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:57.921720 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-95f2aa29-e3b9-4de5-a5ad-7400ccb8114e req-26850ab9-fd87-4091-9059-f0d531849a0f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.1902373 Apr 11 06:32:58.006374 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-95f2aa29-e3b9-4de5-a5ad-7400ccb8114e req-60513041-6df0-41be-9b24-63b7862cf281 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730929 Apr 11 06:32:58.167395 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a865e-3b75-4be4-96b1-93ad3addbc60 req-c7cd289d-8bd4-4195-a6df-4cb1c811f625 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:58.176578 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d6a865e-3b75-4be4-96b1-93ad3addbc60 req-c7cd289d-8bd4-4195-a6df-4cb1c811f625 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0706441 Apr 11 06:32:58.296573 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d6a865e-3b75-4be4-96b1-93ad3addbc60 req-ee64c017-b44c-48e3-a444-52c0818dc6c4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154530 Apr 11 06:32:59.171559 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374162c-8a99-4bdc-9505-e63a4a4213e0 req-ca06da3f-ca48-4a87-8feb-5bf76b637764 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:59.181295 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7374162c-8a99-4bdc-9505-e63a4a4213e0 req-ca06da3f-ca48-4a87-8feb-5bf76b637764 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0819504 Apr 11 06:32:59.236499 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7374162c-8a99-4bdc-9505-e63a4a4213e0 req-95383c92-5b2a-4231-bb68-56aecefff4d0 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519738 Apr 11 06:32:59.451526 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7206e0c-200c-42d4-a474-ebb817fbcc3a req-39a5f045-96bc-463a-b531-eb6941e891f6 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:32:59.459133 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b7206e0c-200c-42d4-a474-ebb817fbcc3a req-39a5f045-96bc-463a-b531-eb6941e891f6 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0639498 Apr 11 06:32:59.558646 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b7206e0c-200c-42d4-a474-ebb817fbcc3a req-f3c45e7e-6c22-4791-9c64-712f7100bfa6 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981627 Apr 11 06:33:00.449149 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d0680-f87b-41e7-b044-e58079bced18 req-1969e957-8a0c-48d0-ab30-8aad12ecc79e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:00.456153 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-440d0680-f87b-41e7-b044-e58079bced18 req-1969e957-8a0c-48d0-ab30-8aad12ecc79e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0930111 Apr 11 06:33:00.510433 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-440d0680-f87b-41e7-b044-e58079bced18 req-92a1046f-97bd-4a46-b68b-c898aa4c55b6 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530832 Apr 11 06:33:00.725714 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c523d-4d70-4169-8937-df55a2820022 req-703a382c-c29d-42bf-8ff0-0cb9c7086298 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:00.733121 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0d7c523d-4d70-4169-8937-df55a2820022 req-703a382c-c29d-42bf-8ff0-0cb9c7086298 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0692313 Apr 11 06:33:00.806207 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0d7c523d-4d70-4169-8937-df55a2820022 req-3fe28fce-0a95-4d83-8d29-88c9789885b5 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718627 Apr 11 06:33:01.747298 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fee0d4-2900-4522-916d-b49bb248e780 req-9c144ebf-326f-49b3-9356-13bfe23de577 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:01.759343 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-13fee0d4-2900-4522-916d-b49bb248e780 req-9c144ebf-326f-49b3-9356-13bfe23de577 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.1157868 Apr 11 06:33:01.831382 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-13fee0d4-2900-4522-916d-b49bb248e780 req-8abad24f-045f-4781-8912-d7e0d3d54eeb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711265 Apr 11 06:33:01.987741 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0366dde-86c1-4848-bf15-040ff15ccb5b req-31dfb8f0-21a1-494a-a379-1c3d2f9cedae tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:01.990481 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a0366dde-86c1-4848-bf15-040ff15ccb5b req-31dfb8f0-21a1-494a-a379-1c3d2f9cedae tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.1013491 Apr 11 06:33:02.093073 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a0366dde-86c1-4848-bf15-040ff15ccb5b req-dd49fe1a-c7af-40cb-803a-878896e6a969 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928490 Apr 11 06:33:03.013963 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a0184-48e0-4aab-ada4-a4bc693c20fb req-4bee3346-ae06-431b-b555-dfafca22d21c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:03.015941 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e5a0184-48e0-4aab-ada4-a4bc693c20fb req-4bee3346-ae06-431b-b555-dfafca22d21c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0817969 Apr 11 06:33:03.114296 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e5a0184-48e0-4aab-ada4-a4bc693c20fb req-6e75a90e-444e-411a-878c-f6855663ddbe tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910766 Apr 11 06:33:03.286527 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5430794-5ab0-4242-b3c2-8557ce618ac8 req-9886e65c-a2b6-4f20-b491-e9dadd7874ec tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:03.290237 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5430794-5ab0-4242-b3c2-8557ce618ac8 req-9886e65c-a2b6-4f20-b491-e9dadd7874ec tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0964334 Apr 11 06:33:03.447728 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5430794-5ab0-4242-b3c2-8557ce618ac8 req-03bbac02-49f5-461a-bce0-b6581c28cbe7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501343 Apr 11 06:33:04.574856 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68b850-c3fe-40c3-b10b-3585ba75595b req-653dc0a0-d53b-473b-8e2e-29937fca1602 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:04.593391 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8f68b850-c3fe-40c3-b10b-3585ba75595b req-653dc0a0-d53b-473b-8e2e-29937fca1602 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.3031323 Apr 11 06:33:04.748308 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8f68b850-c3fe-40c3-b10b-3585ba75595b req-c22f1e5b-b7cd-4161-a7d4-a6c95f54ad06 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496031 Apr 11 06:33:04.759763 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f871cd-180a-434a-b065-c27cd19c75b4 req-edbad04d-9f2d-4ca6-aa70-9d03fb250ed9 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:04.761248 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-20f871cd-180a-434a-b065-c27cd19c75b4 req-edbad04d-9f2d-4ca6-aa70-9d03fb250ed9 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0858490 Apr 11 06:33:04.843885 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-20f871cd-180a-434a-b065-c27cd19c75b4 req-d438ce78-a626-4e37-8df3-7451232323de tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766077 Apr 11 06:33:06.043532 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaed66-2c25-414f-8ee0-1a669138b2af req-9af4e7dc-85ea-4e3d-a4e9-a1610fdb44a0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:06.060548 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-efcaed66-2c25-414f-8ee0-1a669138b2af req-9af4e7dc-85ea-4e3d-a4e9-a1610fdb44a0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0740490 Apr 11 06:33:06.121356 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-efcaed66-2c25-414f-8ee0-1a669138b2af req-09393515-d519-481d-b099-cf63e4fb5628 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593209 Apr 11 06:33:06.654157 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 37818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:06.659323 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-785f356f-8d36-495f-8a39-7d46fd4ccab7 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930858922', 'description': 'tempest-description--194217367'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:06.689349 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-785f356f-8d36-495f-8a39-7d46fd4ccab7 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:06.775507 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-785f356f-8d36-495f-8a39-7d46fd4ccab7 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for security_group (eaeceffb-b68f-4123-93e5-dff756d8d283), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:06.782644 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-785f356f-8d36-495f-8a39-7d46fd4ccab7 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (eaeceffb-b68f-4123-93e5-dff756d8d283), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:06.849044 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-785f356f-8d36-495f-8a39-7d46fd4ccab7 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:06.856568 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-785f356f-8d36-495f-8a39-7d46fd4ccab7 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2015917 Apr 11 06:33:06.859620 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 37824) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:06.865559 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-78addf80-9f4c-4da0-8e78-5301943d7f18 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Request body: {'security_group_rule': {'security_group_id': 'eaeceffb-b68f-4123-93e5-dff756d8d283', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:06.872538 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f356f-8d36-495f-8a39-7d46fd4ccab7 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeceffb-b68f-4123-93e5-dff756d8d283,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:06.943774 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78addf80-9f4c-4da0-8e78-5301943d7f18 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for security_group_rule (a599a7e0-af73-44fe-af1e-319231ee1764), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:07.042644 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78addf80-9f4c-4da0-8e78-5301943d7f18 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for security_group_rule (a599a7e0-af73-44fe-af1e-319231ee1764), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:07.053560 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78addf80-9f4c-4da0-8e78-5301943d7f18 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (a599a7e0-af73-44fe-af1e-319231ee1764), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:07.093152 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78addf80-9f4c-4da0-8e78-5301943d7f18 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a599a7e0-af73-44fe-af1e-319231ee1764,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:07.111324 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-78addf80-9f4c-4da0-8e78-5301943d7f18 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:07.115022 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-78addf80-9f4c-4da0-8e78-5301943d7f18 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2516453 Apr 11 06:33:07.115396 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 37832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:07.125929 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-28fb196b-a7de-4adb-9fbf-e5f0fd14360c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Request body: {'security_group_rule': {'security_group_id': 'eaeceffb-b68f-4123-93e5-dff756d8d283', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:07.204329 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28fb196b-a7de-4adb-9fbf-e5f0fd14360c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for security_group_rule (8b557eee-3b6b-4c4d-966a-e0f4f904d226), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:07.376650 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b2fe8-84c3-46f8-a96e-63df6a0c71ef req-66187adf-c659-4ff1-a110-99ccdb8d81c3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:07.385736 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e99b2fe8-84c3-46f8-a96e-63df6a0c71ef req-66187adf-c659-4ff1-a110-99ccdb8d81c3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.1102715 Apr 11 06:33:07.402039 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28fb196b-a7de-4adb-9fbf-e5f0fd14360c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for security_group_rule (8b557eee-3b6b-4c4d-966a-e0f4f904d226), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:07.411599 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28fb196b-a7de-4adb-9fbf-e5f0fd14360c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (8b557eee-3b6b-4c4d-966a-e0f4f904d226), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:07.452541 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb196b-a7de-4adb-9fbf-e5f0fd14360c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b557eee-3b6b-4c4d-966a-e0f4f904d226,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:07.463682 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28fb196b-a7de-4adb-9fbf-e5f0fd14360c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:07.479385 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-28fb196b-a7de-4adb-9fbf-e5f0fd14360c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619726 Apr 11 06:33:07.480211 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 37836) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:07.485093 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:07.536043 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e99b2fe8-84c3-46f8-a96e-63df6a0c71ef req-7e1458a7-e3e4-49fd-b185-ae13e364c419 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398907 Apr 11 06:33:07.563613 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:07.688419 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:07.898725 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Allocated IP 172.27.2.163 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/590aee8a-8d06-468e-ac92-4fa9a772cead) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:33:08.052844 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for port (590aee8a-8d06-468e-ac92-4fa9a772cead), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:08.190757 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (590aee8a-8d06-468e-ac92-4fa9a772cead), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:08.291049 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event updated for resources: {'Port': ['ID=590aee8a-8d06-468e-ac92-4fa9a772cead,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:08.365838 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:33:08.368173 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:08.393237 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:33:08.717012 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178776ea-9605-4e28-b5b1-ce66c251fc72 req-8d6abd33-d50d-43ac-9192-b034b16c7e43 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:08.718962 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-178776ea-9605-4e28-b5b1-ce66c251fc72 req-8d6abd33-d50d-43ac-9192-b034b16c7e43 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.1103075 Apr 11 06:33:08.722321 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for floatingip (502a24bf-0ddc-4665-a032-813dcf02fe6c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:08.804074 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-178776ea-9605-4e28-b5b1-ce66c251fc72 req-f10ffcb3-5f9d-45c6-8077-b83726f026e1 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783253 Apr 11 06:33:08.859307 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (590aee8a-8d06-468e-ac92-4fa9a772cead), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:09.198624 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for port (590aee8a-8d06-468e-ac92-4fa9a772cead), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:09.206632 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (590aee8a-8d06-468e-ac92-4fa9a772cead), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:09.305850 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event updated for resources: {'Port': ['ID=590aee8a-8d06-468e-ac92-4fa9a772cead,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:09.326308 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (502a24bf-0ddc-4665-a032-813dcf02fe6c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:09.348105 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:09.349811 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-da7727d1-48e6-48fa-a6e7-53f020931c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8689399 Apr 11 06:33:09.601755 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303cde4-a946-4ed4-9ced-f4f14f4f984e req-cae9b054-ed82-4ced-8fd3-33f95375ae40 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:09.605486 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7303cde4-a946-4ed4-9ced-f4f14f4f984e req-cae9b054-ed82-4ced-8fd3-33f95375ae40 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 945 time: 0.0632725 Apr 11 06:33:09.670988 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7303cde4-a946-4ed4-9ced-f4f14f4f984e req-d4e03cd4-ebd0-42d3-bf32-431ae90be728 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605073 Apr 11 06:33:09.895051 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-fa97ef1e-7aba-4526-82f7-82c5605078b0 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--930858922&fields=id&tenant_id=5172a438ed16452899c496083e8fae1a HTTP/1.1" status: 200 len: 267 time: 0.0631056 Apr 11 06:33:10.041510 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8a962-1ce5-46c2-a0a0-1e5fbf061de0 req-651c13df-bbf0-4395-9ccb-2a3597da4551 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:10.043002 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c8e8a962-1ce5-46c2-a0a0-1e5fbf061de0 req-651c13df-bbf0-4395-9ccb-2a3597da4551 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.1058962 Apr 11 06:33:10.089307 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-7f661540-7eba-4b18-8898-10c456787208 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:10.089307 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-7f661540-7eba-4b18-8898-10c456787208 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 819 time: 0.1923454 Apr 11 06:33:10.106727 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-5fd28d3a-30d3-4758-bbfc-0143370c144b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/quotas/5172a438ed16452899c496083e8fae1a HTTP/1.1" status: 200 len: 375 time: 0.0170970 Apr 11 06:33:10.141645 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 37892) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:10.163067 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c8e8a962-1ce5-46c2-a0a0-1e5fbf061de0 req-45c4bd42-2a5b-4e07-9b70-b83551e9394b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032689 Apr 11 06:33:10.182986 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-ff45c47c-c2d0-4bf4-9ec9-2d2421c52ce8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0702338 Apr 11 06:33:10.274565 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-46920f9b-906c-417e-8321-d977cb27bd0d service neutron] 10.222.0.18 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837808 Apr 11 06:33:10.293727 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ffa7539-afb9-4952-bc10-e71f810a2f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:10.368496 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-a9ad74c8-6f16-46ff-afa2-21f8957ef0ad service neutron] 10.222.0.18 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881853 Apr 11 06:33:10.370705 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ffa7539-afb9-4952-bc10-e71f810a2f6b admin admin] Publish callbacks [] for security_group (659b04f9-80c0-4855-b3c4-787481f188da), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:10.376084 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ffa7539-afb9-4952-bc10-e71f810a2f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (659b04f9-80c0-4855-b3c4-787481f188da), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:10.417278 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1ffa7539-afb9-4952-bc10-e71f810a2f6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60497dabd0834046b5f3dfc4c679c01d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738590 Apr 11 06:33:10.419085 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa7539-afb9-4952-bc10-e71f810a2f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659b04f9-80c0-4855-b3c4-787481f188da,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:10.420367 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 37904) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:10.471817 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c50937bc-f7a6-4b1d-ab52-029e23393a15 admin admin] Publish callbacks [] for security_group (659b04f9-80c0-4855-b3c4-787481f188da), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:10.499386 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c50937bc-f7a6-4b1d-ab52-029e23393a15 admin admin] Publish callbacks [] for security_group (659b04f9-80c0-4855-b3c4-787481f188da), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:10.538744 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-884510c0-f058-4180-aa74-ac75abd6f43e req-32e7400d-fb18-49e9-a7b0-c2a194e23bcb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 210 time: 0.0332131 Apr 11 06:33:10.577943 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c50937bc-f7a6-4b1d-ab52-029e23393a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (659b04f9-80c0-4855-b3c4-787481f188da), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:10.580512 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c50937bc-f7a6-4b1d-ab52-029e23393a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:10.584397 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c50937bc-f7a6-4b1d-ab52-029e23393a15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/659b04f9-80c0-4855-b3c4-787481f188da HTTP/1.1" status: 204 len: 168 time: 0.1627865 Apr 11 06:33:10.592787 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50937bc-f7a6-4b1d-ab52-029e23393a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659b04f9-80c0-4855-b3c4-787481f188da,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:10.811070 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d88fd-5740-4908-950f-1207a881227c req-b0b367c0-e889-4338-8244-d094bf65d114 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:10.818958 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0a0d88fd-5740-4908-950f-1207a881227c req-b0b367c0-e889-4338-8244-d094bf65d114 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 945 time: 0.0663602 Apr 11 06:33:10.871819 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0a0d88fd-5740-4908-950f-1207a881227c req-169f3d7f-abee-46c5-9567-0ec2ab6d8b1f tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517745 Apr 11 06:33:11.316017 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37884b-6220-42a5-b838-a67427fa6f64 req-1631c2d8-faa8-4277-8b33-47872f55571b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:11.317731 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cf37884b-6220-42a5-b838-a67427fa6f64 req-1631c2d8-faa8-4277-8b33-47872f55571b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0587285 Apr 11 06:33:11.375299 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cf37884b-6220-42a5-b838-a67427fa6f64 req-77f337e3-5b07-48c6-b373-08f5d52ca0c9 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515347 Apr 11 06:33:11.636336 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-040e71c8-4647-4704-87f5-eca1f14690ac req-0192af05-8f8d-4e76-ac93-6f7f16f3283c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 210 time: 0.0305240 Apr 11 06:33:12.015993 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfba508-5e97-42de-8b2e-5e9f4e6467d5 req-285ca775-d80c-4fa3-a9f2-f2970fcc9fbf tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:12.017101 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886dca5-1791-4045-994d-06d37b458051 req-282b5bce-db7f-4164-976b-bbdfb2e2c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:12.017610 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1cfba508-5e97-42de-8b2e-5e9f4e6467d5 req-285ca775-d80c-4fa3-a9f2-f2970fcc9fbf tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 945 time: 0.0766921 Apr 11 06:33:12.018596 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e886dca5-1791-4045-994d-06d37b458051 req-282b5bce-db7f-4164-976b-bbdfb2e2c024 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 1129 time: 0.0439756 Apr 11 06:33:12.032241 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18517ec0-50ba-4797-947d-1a03545095a4 req-173e438c-a912-4d1f-89a4-ed40e98fc6f5 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:12.033639 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18517ec0-50ba-4797-947d-1a03545095a4 req-173e438c-a912-4d1f-89a4-ed40e98fc6f5 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.20 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 945 time: 0.0626338 Apr 11 06:33:12.073448 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1cfba508-5e97-42de-8b2e-5e9f4e6467d5 req-8a3c0380-29a1-4634-ab54-cbc43f22df32 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481498 Apr 11 06:33:12.381904 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-18517ec0-50ba-4797-947d-1a03545095a4 req-baef10b3-da18-4b6e-a4ff-7fd7d1392014 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Deleting port d95ffa6d-19f5-463d-89fd-844332ca6a40 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:33:12.382589 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-18517ec0-50ba-4797-947d-1a03545095a4 req-baef10b3-da18-4b6e-a4ff-7fd7d1392014 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:12.384515 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886dca5-1791-4045-994d-06d37b458051 req-d9ec4f5e-0b7a-42bc-830e-4cc916ba600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:12.386345 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e886dca5-1791-4045-994d-06d37b458051 req-d9ec4f5e-0b7a-42bc-830e-4cc916ba600a service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 916 time: 0.0953920 Apr 11 06:33:12.511339 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-18517ec0-50ba-4797-947d-1a03545095a4 req-baef10b3-da18-4b6e-a4ff-7fd7d1392014 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] For port d95ffa6d-19f5-463d-89fd-844332ca6a40, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d95ffa6d-19f5-463d-89fd-844332ca6a40,segment=NetworkSegment(d6556879-5358-4f5f-8020-4632634b0c50),segment_id=d6556879-5358-4f5f-8020-4632634b0c50)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:12.511803 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-18517ec0-50ba-4797-947d-1a03545095a4 req-baef10b3-da18-4b6e-a4ff-7fd7d1392014 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:12.523702 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e886dca5-1791-4045-994d-06d37b458051 req-8109fdec-ed91-4093-b5f9-932bef3a763e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 HTTP/1.1" status: 200 len: 1000 time: 0.1266508 Apr 11 06:33:12.530368 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceb132-e824-4892-86cc-758858e05ac7 req-8eb5d826-779c-4bad-b101-e1244b06807b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:12.532129 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5eceb132-e824-4892-86cc-758858e05ac7 req-8eb5d826-779c-4bad-b101-e1244b06807b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0769334 Apr 11 06:33:12.537310 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-18517ec0-50ba-4797-947d-1a03545095a4 req-baef10b3-da18-4b6e-a4ff-7fd7d1392014 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Calling delete_port for d95ffa6d-19f5-463d-89fd-844332ca6a40 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:33:12.589399 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38000) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:12.595882 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-c235ffe9-0131-4a4d-aef1-b751e44ad0d2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:12.597345 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-c235ffe9-0131-4a4d-aef1-b751e44ad0d2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 819 time: 0.1991901 Apr 11 06:33:12.610074 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886dca5-1791-4045-994d-06d37b458051 req-9926a788-f255-4ed5-b85d-ba26e4a37c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:12.611490 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e886dca5-1791-4045-994d-06d37b458051 req-9926a788-f255-4ed5-b85d-ba26e4a37c42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.0783622 Apr 11 06:33:12.636251 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5eceb132-e824-4892-86cc-758858e05ac7 req-4b040c23-8196-47dc-afb8-3084f2b59ac4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936770 Apr 11 06:33:12.649436 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1acc18a-6227-42e0-9e90-2fe0ad5586ba admin admin] Deleting subnet af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:33:12.667184 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1acc18a-6227-42e0-9e90-2fe0ad5586ba admin admin] Publish callbacks [] for subnet (af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:12.719592 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-18517ec0-50ba-4797-947d-1a03545095a4 req-baef10b3-da18-4b6e-a4ff-7fd7d1392014 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (d95ffa6d-19f5-463d-89fd-844332ca6a40), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:12.733691 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['d95ffa6d-19f5-463d-89fd-844332ca6a40'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:33:12.759649 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1acc18a-6227-42e0-9e90-2fe0ad5586ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2113639'] for subnet (af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:12.773329 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef10b3-da18-4b6e-a4ff-7fd7d1392014 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Pushing event deleted for resources: {'Port': ['ID=d95ffa6d-19f5-463d-89fd-844332ca6a40,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:12.780896 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-810e0165-f30b-42b7-bb37-8daa04991174 req-89c4cf06-1039-4592-bf4a-0bb8504ee43c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 210 time: 0.0589406 Apr 11 06:33:12.806721 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886dca5-1791-4045-994d-06d37b458051 req-e010e9f6-4838-41db-8df1-8c88601ae961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:12.808301 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e886dca5-1791-4045-994d-06d37b458051 req-e010e9f6-4838-41db-8df1-8c88601ae961 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1141219 Apr 11 06:33:12.826421 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-18517ec0-50ba-4797-947d-1a03545095a4 req-baef10b3-da18-4b6e-a4ff-7fd7d1392014 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] No DVR routers for this DVR port d95ffa6d-19f5-463d-89fd-844332ca6a40 on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:33:12.829087 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-18517ec0-50ba-4797-947d-1a03545095a4 req-baef10b3-da18-4b6e-a4ff-7fd7d1392014 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:12.832411 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18517ec0-50ba-4797-947d-1a03545095a4 req-baef10b3-da18-4b6e-a4ff-7fd7d1392014 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.20 "DELETE /v2.0/ports/d95ffa6d-19f5-463d-89fd-844332ca6a40 HTTP/1.1" status: 204 len: 173 time: 0.5425014 Apr 11 06:33:12.832853 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2786cebc-e44a-4ca2-978b-80598cb3fe80', 'name': 'network-vif-deleted', 'tag': 'd95ffa6d-19f5-463d-89fd-844332ca6a40'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:12.835124 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7041abb6-f178-4673-9e5b-c1b16f96e6b6" -d '{"events": [{"server_uuid": "2786cebc-e44a-4ca2-978b-80598cb3fe80", "name": "network-vif-deleted", "tag": "d95ffa6d-19f5-463d-89fd-844332ca6a40"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:12.861571 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b562e449-1e73-4dcd-9c45-2d16f3096032 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5172a438ed16452899c496083e8fae1a HTTP/1.1" status: 200 len: 379 time: 0.1661892 Apr 11 06:33:12.866926 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1acc18a-6227-42e0-9e90-2fe0ad5586ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:12.874635 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf5b718-0511-442d-a9a6-3b2ac645ea04 x-openstack-request-id: req-4bf5b718-0511-442d-a9a6-3b2ac645ea04 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:12.874930 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2786cebc-e44a-4ca2-978b-80598cb3fe80", "name": "network-vif-deleted", "tag": "d95ffa6d-19f5-463d-89fd-844332ca6a40", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:12.875184 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bf5b718-0511-442d-a9a6-3b2ac645ea04 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:12.875584 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf5b718-0511-442d-a9a6-3b2ac645ea04'] response: {'server_uuid': '2786cebc-e44a-4ca2-978b-80598cb3fe80', 'name': 'network-vif-deleted', 'tag': 'd95ffa6d-19f5-463d-89fd-844332ca6a40', 'status': 'completed', 'code': 200} Apr 11 06:33:13.132891 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Request body: {'port': {'device_id': 'cbe24671-962e-408d-8331-cba42019d6dd', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'admin_state_up': True, 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'security_groups': ['eaeceffb-b68f-4123-93e5-dff756d8d283']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:13.188091 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb977f2d-0f32-4d5c-beeb-a0c600925e55 req-13649122-698d-4db5-b07c-b64b074b0240 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=2786cebc-e44a-4ca2-978b-80598cb3fe80 HTTP/1.1" status: 200 len: 210 time: 0.0287430 Apr 11 06:33:13.236127 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e886dca5-1791-4045-994d-06d37b458051 req-5cb70664-944a-4934-809a-0432a5d6c7ca service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189041 Apr 11 06:33:13.265854 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1acc18a-6227-42e0-9e90-2fe0ad5586ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9388572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3823590'] for subnet (af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:13.323241 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acc18a-6227-42e0-9e90-2fe0ad5586ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:13.325510 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1acc18a-6227-42e0-9e90-2fe0ad5586ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:13.328680 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b1acc18a-6227-42e0-9e90-2fe0ad5586ba admin admin] 10.222.0.18 "DELETE /v2.0/subnets/af07ebc6-f2bf-4cfc-9a57-f2ad33863aaf HTTP/1.1" status: 204 len: 168 time: 0.7304039 Apr 11 06:33:13.332065 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38008) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:13.387628 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Made reservation on behalf of 5172a438ed16452899c496083e8fae1a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:33:13.391080 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:13.441465 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e886dca5-1791-4045-994d-06d37b458051 req-2e0605d4-f57b-4440-92aa-39c730e2bd75 service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704175 Apr 11 06:33:13.546084 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Allocated IP 172.20.0.11 (91ae923f-e529-4c46-bebf-04bc44672a05/370610d9-2d32-42ba-9b8e-976ebda59ea6/350f5d83-c3d8-4058-92e8-3d5c1e752799) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:33:13.661450 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (1a4bf8fb-6e42-40e3-ab0e-55233aa53a32), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:13.693228 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:13.731273 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:13.754648 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (1a4bf8fb-6e42-40e3-ab0e-55233aa53a32), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:13.780695 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Network 91ae923f-e529-4c46-bebf-04bc44672a05 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:33:13.788844 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:13.792358 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:33:13.796894 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event updated for resources: {'Port': ['ID=350f5d83-c3d8-4058-92e8-3d5c1e752799,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:13.799204 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4bf8fb-6e42-40e3-ab0e-55233aa53a32']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:13.819754 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad870a0-b1a9-49a8-b20d-c532b8591b3d') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:13.820133 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad870a0-b1a9-49a8-b20d-c532b8591b3d') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:13.837815 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69545aa-84a9-491d-89bb-fc64e69053b9 req-4b390580-5358-42fc-a260-bb67191945b6 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:13.839466 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b69545aa-84a9-491d-89bb-fc64e69053b9 req-4b390580-5358-42fc-a260-bb67191945b6 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0964034 Apr 11 06:33:13.844473 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9241788'] for segment (dad870a0-b1a9-49a8-b20d-c532b8591b3d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:13.848567 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:13.849324 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:13.870100 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (dad870a0-b1a9-49a8-b20d-c532b8591b3d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:13.874877 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-b5eeb07e-4024-47c6-9b72-a62730871f64 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0048976 Apr 11 06:33:13.880967 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:33:13.881430 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3409836'] for segment (dad870a0-b1a9-49a8-b20d-c532b8591b3d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: Traceback (most recent call last): Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: timer() Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: cb(*args, **kw) Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: return func(*args, **kwargs) Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: self._notify() Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: self.callback(batched_events) Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: event.method(event) Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: return f(self, *a, **k) Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._get(url).json() Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:33:13.886124 dv-cinder-836996-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:33:13.992554 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf6b80-cc2c-4d94-aa63-ddbc05276fde req-4a47544e-f7e4-4e9f-aa8a-133685fbd30e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:13.994066 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8dbf6b80-cc2c-4d94-aa63-ddbc05276fde req-4a47544e-f7e4-4e9f-aa8a-133685fbd30e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 932 time: 0.1149132 Apr 11 06:33:13.998045 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b69545aa-84a9-491d-89bb-fc64e69053b9 req-6b2142c4-1334-4e17-82e7-dbe8a4acb015 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461072 Apr 11 06:33:14.014420 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (1a4bf8fb-6e42-40e3-ab0e-55233aa53a32), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:14.020370 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:14.024453 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1a4bf8fb-6e42-40e3-ab0e-55233aa53a32 HTTP/1.1" status: 204 len: 168 time: 0.6911144 Apr 11 06:33:14.034936 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-85b865e4-b44e-4a4b-8e66-47de6d088389 None None] Provisioning complete for port 350f5d83-c3d8-4058-92e8-3d5c1e752799 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:14.035401 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85b865e4-b44e-4a4b-8e66-47de6d088389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:14.046328 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8360f1-f29f-4bab-863d-68b584178386 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a4bf8fb-6e42-40e3-ab0e-55233aa53a32,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:14.065594 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8dbf6b80-cc2c-4d94-aa63-ddbc05276fde req-5fe38a0b-5166-4a26-ba41-39a2a4fcc160 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648878 Apr 11 06:33:14.073423 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-85b865e4-b44e-4a4b-8e66-47de6d088389 None None] Port 350f5d83-c3d8-4058-92e8-3d5c1e752799 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:33:14.209966 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38016) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:14.251267 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-837b3594-aa46-4d08-a339-652dc11d07aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5818c1304de4a9695683ec313dba0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399649 Apr 11 06:33:14.254132 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38020) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:14.308179 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a61c1a36-e3a2-4cc7-ae43-c7b474b7e573 admin admin] Publish callbacks [] for security_group (0087d837-503e-4113-b789-fca5cd4a375f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:14.330359 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a61c1a36-e3a2-4cc7-ae43-c7b474b7e573 admin admin] Publish callbacks [] for security_group (0087d837-503e-4113-b789-fca5cd4a375f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:14.378958 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a61c1a36-e3a2-4cc7-ae43-c7b474b7e573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (0087d837-503e-4113-b789-fca5cd4a375f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:14.381551 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a61c1a36-e3a2-4cc7-ae43-c7b474b7e573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:14.388330 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a61c1a36-e3a2-4cc7-ae43-c7b474b7e573 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0087d837-503e-4113-b789-fca5cd4a375f HTTP/1.1" status: 204 len: 168 time: 0.1276016 Apr 11 06:33:14.391922 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c1a36-e3a2-4cc7-ae43-c7b474b7e573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0087d837-503e-4113-b789-fca5cd4a375f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:15.118034 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7e7e9-d11f-4890-8ccf-d6a9cee48ef6 req-791798d9-e274-476b-9c12-5aaf851438b3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:15.119781 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b9a7e7e9-d11f-4890-8ccf-d6a9cee48ef6 req-791798d9-e274-476b-9c12-5aaf851438b3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.0501840 Apr 11 06:33:15.126121 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:15.198162 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2cd55-44e8-4e20-aa53-72c2f832736f req-3bddf185-55e9-4360-a249-2e15bdae453b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:15.199649 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fdc2cd55-44e8-4e20-aa53-72c2f832736f req-3bddf185-55e9-4360-a249-2e15bdae453b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 932 time: 0.0625007 Apr 11 06:33:15.218174 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b9a7e7e9-d11f-4890-8ccf-d6a9cee48ef6 req-bfddf4ae-a864-459f-9f23-88250aa44948 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882943 Apr 11 06:33:15.222217 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-743978400-network', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:15.243072 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Made reservation on behalf of 6a166131e4b1483d81edac72f8ca239e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:33:15.245529 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.254414 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.257507 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fdc2cd55-44e8-4e20-aa53-72c2f832736f req-5b6c2303-5738-4cdc-8abb-1181e9eae1a3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501347 Apr 11 06:33:15.335964 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Publish callbacks [] for security_group (f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.341072 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.365352 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:33:15.374212 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:15.380230 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (4de404d7-c349-4492-9e84-504ee5c6aca2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.380580 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Added segment 4de404d7-c349-4492-9e84-504ee5c6aca2 of type vlan for network b769bb07-bc63-4ce0-963d-a6ae425f54ff Apr 11 06:33:15.419938 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (b769bb07-bc63-4ce0-963d-a6ae425f54ff), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.446719 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (b769bb07-bc63-4ce0-963d-a6ae425f54ff), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.447894 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:15.448477 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.482147 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3547666 Apr 11 06:33:15.485139 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38062) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:15.490337 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-44b774fd-c179-4178-97af-edefc799dbb8 admin admin] Request body: {'subnet': {'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-743978400-subnet', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:15.511257 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a71d86-33cf-466b-a96c-2f18ac66a9bc admin admin] Pushing event updated for resources: {'Network': ['ID=b769bb07-bc63-4ce0-963d-a6ae425f54ff,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:15.511950 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b774fd-c179-4178-97af-edefc799dbb8 admin admin] Made reservation on behalf of 6a166131e4b1483d81edac72f8ca239e for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:33:15.514235 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44b774fd-c179-4178-97af-edefc799dbb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9374885'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.522078 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network b769bb07-bc63-4ce0-963d-a6ae425f54ff details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:33:15.682731 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44b774fd-c179-4178-97af-edefc799dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3410379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9374903'] for subnet (ae23a7a3-69af-4490-9a44-89d62e66bbf8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.736430 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b774fd-c179-4178-97af-edefc799dbb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae23a7a3-69af-4490-9a44-89d62e66bbf8,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:15.745489 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b774fd-c179-4178-97af-edefc799dbb8 admin admin] Checking segment: {'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:33:15.745841 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b774fd-c179-4178-97af-edefc799dbb8 admin admin] Network hostable DHCP agents. Network: b769bb07-bc63-4ce0-963d-a6ae425f54ff, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:33:15.763617 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b774fd-c179-4178-97af-edefc799dbb8 admin admin] Network b769bb07-bc63-4ce0-963d-a6ae425f54ff is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:33:15.773877 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-44b774fd-c179-4178-97af-edefc799dbb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, b769bb07-bc63-4ce0-963d-a6ae425f54ff) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:15.778867 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b774fd-c179-4178-97af-edefc799dbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:15.779561 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-44b774fd-c179-4178-97af-edefc799dbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.783737 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b1c788-8a2d-4181-958d-b4b46b924ec8 None None] Network b769bb07-bc63-4ce0-963d-a6ae425f54ff requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:33:15.796947 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-44b774fd-c179-4178-97af-edefc799dbb8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3104861 Apr 11 06:33:15.799671 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38066) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:15.804178 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:15.825106 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2087253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30879'] for router (6f69a5b2-570f-4472-b6df-724cb42863f8), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.826114 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2088933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30886'] for router (6f69a5b2-570f-4472-b6df-724cb42863f8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.880968 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Publish callbacks [] for router_controller (6f69a5b2-570f-4472-b6df-724cb42863f8), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:15.894560 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04795716-4755-599e-9613-29244d979784-b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'fixed_ips': [{'subnet_id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8'}]}} from dv-cinder-836996-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:33:15.895417 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.025548 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Publish callbacks [] for router_gateway (6f69a5b2-570f-4472-b6df-724cb42863f8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.035037 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Allocated IP 172.20.0.2 (b769bb07-bc63-4ce0-963d-a6ae425f54ff/ae23a7a3-69af-4490-9a44-89d62e66bbf8/6decf724-6a17-4c17-9a9f-01f37d0d8d7d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:33:16.176374 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Publish callbacks [] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.183253 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.209264 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Publish callbacks [] for router_gateway (6f69a5b2-570f-4472-b6df-724cb42863f8), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.222487 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Network b769bb07-bc63-4ce0-963d-a6ae425f54ff is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:33:16.226800 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:16.228601 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.231155 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:33:16.236518 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Pushing event updated for resources: {'Port': ['ID=6decf724-6a17-4c17-9a9f-01f37d0d8d7d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:16.295839 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Attempting to bind port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:33:16.296280 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Attempting to bind port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:33:16.296713 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Attempting to bind port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d on network b769bb07-bc63-4ce0-963d-a6ae425f54ff {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:33:16.302331 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:33:16.302804 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Checking segment: {'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:33:16.303342 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.303864 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Bound using segment: {'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:33:16.304399 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Bound port: 6decf724-6a17-4c17-9a9f-01f37d0d8d7d, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:33:16.304839 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.350940 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:33:16.400796 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b139cc1-8508-4f84-be59-4df83006631c req-a68fa430-30f0-4287-9a2d-80aca2100ac8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:16.402377 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b139cc1-8508-4f84-be59-4df83006631c req-a68fa430-30f0-4287-9a2d-80aca2100ac8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 945 time: 0.1056113 Apr 11 06:33:16.402866 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] For port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:33:16.409852 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] For port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=6decf724-6a17-4c17-9a9f-01f37d0d8d7d,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:33:16.418696 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.428121 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Allocated IP 172.27.2.236 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/d9e6c3c7-1f6d-4807-920c-51c2bcd05a67) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:33:16.435559 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053703a-8b86-41f1-bd35-fc0b9b844c47 req-dfed1359-6821-46d3-bc7e-a8f14bbf81d9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:16.437089 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b053703a-8b86-41f1-bd35-fc0b9b844c47 req-dfed1359-6821-46d3-bc7e-a8f14bbf81d9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 932 time: 0.0868979 Apr 11 06:33:16.490084 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:16.490722 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.523349 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b139cc1-8508-4f84-be59-4df83006631c req-82116540-da96-4d6e-b1cf-ae54b14af42c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103697 Apr 11 06:33:16.530337 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:16.532644 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a8d132-9e22-49d4-b563-9ea0fea0e84d" -d '{"events": [{"server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:16.542399 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b867f29-1081-4c0a-a696-c392a59e01ca None None] Pushing event updated for resources: {'Port': ['ID=6decf724-6a17-4c17-9a9f-01f37d0d8d7d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:16.548817 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:16.553438 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.554259 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device d95ffa6d-19f5-463d-89fd-844332ca6a40 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:33:16.574184 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b053703a-8b86-41f1-bd35-fc0b9b844c47 req-cdaae36b-3f0b-4425-a8cc-12283530e98a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259358 Apr 11 06:33:16.592538 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: d95ffa6d-19f5-463d-89fd-844332ca6a40 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:33:16.593070 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device d95ffa6d-19f5-463d-89fd-844332ca6a40 not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:33:16.611541 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4c7d29-1309-40b6-8c72-5e4a4d9a3be0 x-openstack-request-id: req-1d4c7d29-1309-40b6-8c72-5e4a4d9a3be0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:16.611850 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:16.612099 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d4c7d29-1309-40b6-8c72-5e4a4d9a3be0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:16.612503 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4c7d29-1309-40b6-8c72-5e4a4d9a3be0'] response: {'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'code': 200} Apr 11 06:33:16.630490 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Publish callbacks [] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.635961 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:16.668764 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:16.711117 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:33:16.713981 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:16.722159 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:33:16.751119 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Pushing event updated for resources: {'Port': ['ID=d9e6c3c7-1f6d-4807-920c-51c2bcd05a67,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:16.988261 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Publish callbacks [] for router_gateway (6f69a5b2-570f-4472-b6df-724cb42863f8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:17.193556 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2088924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2037421'] for router (6f69a5b2-570f-4472-b6df-724cb42863f8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:17.314938 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Request body: {'port': {'device_id': 'cbe24671-962e-408d-8331-cba42019d6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:17.338882 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Router 6f69a5b2-570f-4472-b6df-724cb42863f8 is scheduled to L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:33:17.388949 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:17.458131 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:33:17.472461 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Sync routers for ids ['6f69a5b2-570f-4472-b6df-724cb42863f8'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:33:17.488541 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf66d6b-b2ff-4c80-a880-da900c6055ce None None] Network b769bb07-bc63-4ce0-963d-a6ae425f54ff requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:33:17.488733 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Routers {'6f69a5b2-570f-4472-b6df-724cb42863f8'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:17.489208 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:32:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['6f69a5b2-570f-4472-b6df-724cb42863f8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:17.494457 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:17.496980 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f3fd07ef-c805-4854-9499-47f7585fb05f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6940153 Apr 11 06:33:17.497894 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38076) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:17.529438 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-39f91e5d-5b8f-4be6-a6c5-92eb669bf6a4 None None] Provisioning complete for port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:17.530252 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39f91e5d-5b8f-4be6-a6c5-92eb669bf6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:17.702019 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Set router 6f69a5b2-570f-4472-b6df-724cb42863f8 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:17.759591 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 6decf724-6a17-4c17-9a9f-01f37d0d8d7d up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:17.808270 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-39f91e5d-5b8f-4be6-a6c5-92eb669bf6a4 None None] Current status of the port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:17.808933 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39f91e5d-5b8f-4be6-a6c5-92eb669bf6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:17.878773 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:17.879145 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:17.944426 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-39f91e5d-5b8f-4be6-a6c5-92eb669bf6a4 None None] For port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=6decf724-6a17-4c17-9a9f-01f37d0d8d7d,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:17.988728 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 350f5d83-c3d8-4058-92e8-3d5c1e752799 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:33:18.000804 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Publish callbacks [] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.020057 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Transition to ACTIVE for port object 350f5d83-c3d8-4058-92e8-3d5c1e752799 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:33:18.022729 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39f91e5d-5b8f-4be6-a6c5-92eb669bf6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.025476 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc868b56-57f2-40d1-9085-fe04bd697ee6 req-391399a4-d97b-4d76-9bd7-38e01d20e43d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:18.027883 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc868b56-57f2-40d1-9085-fe04bd697ee6 req-391399a4-d97b-4d76-9bd7-38e01d20e43d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 932 time: 0.2367160 Apr 11 06:33:18.028699 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.046796 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:33:16Z', 'revision_number': 3, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:18.060870 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2090c-03af-462e-85e4-fba081c23a2a req-b274c667-d451-4be5-a62e-b99d36754b38 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:18.068815 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2bc2090c-03af-462e-85e4-fba081c23a2a req-b274c667-d451-4be5-a62e-b99d36754b38 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.2765689 Apr 11 06:33:18.115803 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Checking router: 6f69a5b2-570f-4472-b6df-724cb42863f8 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:33:18.116432 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Updating router 6f69a5b2-570f-4472-b6df-724cb42863f8 port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 binding host dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:33:18.175841 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.180981 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Pushing event updated for resources: {'Port': ['ID=350f5d83-c3d8-4058-92e8-3d5c1e752799,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:18.257106 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Attempting to bind port 350f5d83-c3d8-4058-92e8-3d5c1e752799 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:33:18.257636 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Attempting to bind port 350f5d83-c3d8-4058-92e8-3d5c1e752799 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:33:18.258047 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Attempting to bind port 350f5d83-c3d8-4058-92e8-3d5c1e752799 on network 91ae923f-e529-4c46-bebf-04bc44672a05 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:33:18.264023 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Port 350f5d83-c3d8-4058-92e8-3d5c1e752799 on network 91ae923f-e529-4c46-bebf-04bc44672a05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:33:18.264473 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Attempting to bind port 350f5d83-c3d8-4058-92e8-3d5c1e752799 on network 91ae923f-e529-4c46-bebf-04bc44672a05 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:33:18.267224 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2bc2090c-03af-462e-85e4-fba081c23a2a req-174ad925-9492-476e-ac46-d57642ac2a99 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971991 Apr 11 06:33:18.271330 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:33:18.271806 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Checking segment: {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:33:18.272440 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Bound using segment: {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:33:18.272882 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Bound port: 350f5d83-c3d8-4058-92e8-3d5c1e752799, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0711f8f4-26f4-4b5a-b776-d08d5e29f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:33:18.273477 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.353111 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] For port 350f5d83-c3d8-4058-92e8-3d5c1e752799, host hv-cinder-83699, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:33:18.356932 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] For port 350f5d83-c3d8-4058-92e8-3d5c1e752799, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=350f5d83-c3d8-4058-92e8-3d5c1e752799,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:33:18.364945 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.410294 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc868b56-57f2-40d1-9085-fe04bd697ee6 req-baa83854-afd7-4bd8-beca-3b8d3bb55536 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994745 Apr 11 06:33:18.430805 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:18.431753 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.433362 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] 10.222.0.20 "PUT /v2.0/ports/350f5d83-c3d8-4058-92e8-3d5c1e752799 HTTP/1.1" status: 200 len: 1094 time: 1.1250174 Apr 11 06:33:18.433995 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe24671-962e-408d-8331-cba42019d6dd', 'tag': '350f5d83-c3d8-4058-92e8-3d5c1e752799'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:18.436503 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506083d0-0032-43b1-9a12-87e175ec7a98" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe24671-962e-408d-8331-cba42019d6dd", "tag": "350f5d83-c3d8-4058-92e8-3d5c1e752799"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:18.536730 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9bf9f437-8bcf-467e-a8a5-fa3b4a47ac94 None None] Provisioning complete for port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:18.537455 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f437-8bcf-467e-a8a5-fa3b4a47ac94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.549683 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc6cc5-6fd6-4d09-8f72-78ea15f79a0b x-openstack-request-id: req-36bc6cc5-6fd6-4d09-8f72-78ea15f79a0b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:18.550049 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe24671-962e-408d-8331-cba42019d6dd", "tag": "350f5d83-c3d8-4058-92e8-3d5c1e752799", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:18.550257 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36bc6cc5-6fd6-4d09-8f72-78ea15f79a0b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:18.550895 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36bc6cc5-6fd6-4d09-8f72-78ea15f79a0b'] response: {'name': 'network-changed', 'server_uuid': 'cbe24671-962e-408d-8331-cba42019d6dd', 'tag': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'status': 'completed', 'code': 200} Apr 11 06:33:18.559887 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b0e1a-a468-42c0-a571-c74746584763 service neutron] Pushing event updated for resources: {'Port': ['ID=350f5d83-c3d8-4058-92e8-3d5c1e752799,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:18.570204 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-437d3af6-057c-4d70-8ccc-2ad325439c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:18.571752 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-437d3af6-057c-4d70-8ccc-2ad325439c72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 1128 time: 0.0855758 Apr 11 06:33:18.639663 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-19f0048f-dfbf-4e76-9681-dc2472d8da87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=350f5d83-c3d8-4058-92e8-3d5c1e752799 HTTP/1.1" status: 200 len: 217 time: 0.0542631 Apr 11 06:33:18.666769 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Publish callbacks [] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.678744 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.745676 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Pushing event updated for resources: {'Port': ['ID=d9e6c3c7-1f6d-4807-920c-51c2bcd05a67,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:18.748258 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f91e5d-5b8f-4be6-a6c5-92eb669bf6a4 None None] Pushing event updated for resources: {'Port': ['ID=6decf724-6a17-4c17-9a9f-01f37d0d8d7d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:18.762408 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-3b35efbd-2f7a-4f54-b01c-58fb395eff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:18.767307 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-3b35efbd-2f7a-4f54-b01c-58fb395eff3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.1147037 Apr 11 06:33:18.768839 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.769273 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.769732 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.770121 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.770677 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.771035 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.771398 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.771839 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.772193 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.772572 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.772892 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.773273 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.773564 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.773974 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.774350 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:18.796885 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.815972 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Attempting to bind port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:33:18.816650 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Attempting to bind port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:33:18.817193 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Attempting to bind port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 on network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:33:18.825251 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:33:18.825983 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Checking segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:33:18.826536 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.827066 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Bound using segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:33:18.827732 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Bound port: d9e6c3c7-1f6d-4807-920c-51c2bcd05a67, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:33:18.828535 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.838607 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-f75736cc-98de-476a-868b-8fe4eec441f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:18.840617 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-f75736cc-98de-476a-868b-8fe4eec441f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642149 Apr 11 06:33:18.844767 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:18.909505 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9bf9f437-8bcf-467e-a8a5-fa3b4a47ac94 None None] Current status of the port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:18.913544 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] For port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:33:18.919705 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] For port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=d9e6c3c7-1f6d-4807-920c-51c2bcd05a67,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:33:18.935222 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:18.973680 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-03bee2c7-438a-46a7-b594-aeecc16d7658 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227417 Apr 11 06:33:19.010795 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Routers {'6f69a5b2-570f-4472-b6df-724cb42863f8'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:19.011431 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:32:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['6f69a5b2-570f-4472-b6df-724cb42863f8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:19.050079 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Allocated IP 172.20.0.1 (b769bb07-bc63-4ce0-963d-a6ae425f54ff/ae23a7a3-69af-4490-9a44-89d62e66bbf8/1c74f2ae-9004-439e-8cad-0891785b278d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:33:19.107360 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-698480cc-6f8c-478f-8aa1-b66c44cc26a6 req-356b6b48-e416-4d8b-ae03-ad22806b6870 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270187 Apr 11 06:33:19.131974 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9966158-1176-40c4-a28a-998e08feba2b None None] Pushing event updated for resources: {'Port': ['ID=d9e6c3c7-1f6d-4807-920c-51c2bcd05a67,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:19.178561 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] Set router 6f69a5b2-570f-4472-b6df-724cb42863f8 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:19.197545 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [req-69b72f81-25dc-45f9-9fe3-c1d7dcb231f6 req-787b9eb6-efb9-4d43-ad7c-6f08815fc71c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:33:19.198486 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-69b72f81-25dc-45f9-9fe3-c1d7dcb231f6 req-787b9eb6-efb9-4d43-ad7c-6f08815fc71c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083797 Apr 11 06:33:19.215383 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Publish callbacks [] for port (1c74f2ae-9004-439e-8cad-0891785b278d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:19.278901 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:19.346992 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Network b769bb07-bc63-4ce0-963d-a6ae425f54ff is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:33:19.352731 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:19.355746 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:33:19.390237 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:33:16Z', 'revision_number': 3, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:19.434834 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d706d51-26b9-4868-89ce-9356047d9cde None None] The sync data for ids ['6f69a5b2-570f-4472-b6df-724cb42863f8'] in dv-cinder-836996-3-iscsi is: [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:33:16Z', 'revision_number': 3, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:33:19.643180 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 6decf724-6a17-4c17-9a9f-01f37d0d8d7d up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:19.749468 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Pushing event updated for resources: {'Port': ['ID=1c74f2ae-9004-439e-8cad-0891785b278d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:19.757578 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ee17c0ac-53a5-44ee-b838-8f7e29af2384 None None] Provisioning complete for port 1c74f2ae-9004-439e-8cad-0891785b278d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:19.758319 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee17c0ac-53a5-44ee-b838-8f7e29af2384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:19.762146 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:19.762663 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:19.776417 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6b74d-9220-41dd-9cc5-cd8176ed2af6 req-772bdb72-69a3-4c8d-b141-cf5c950e832d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:19.778117 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29e6b74d-9220-41dd-9cc5-cd8176ed2af6 req-772bdb72-69a3-4c8d-b141-cf5c950e832d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.4168193 Apr 11 06:33:19.781902 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037342'] for router_interface (6f69a5b2-570f-4472-b6df-724cb42863f8), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:19.849534 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2fbc9-a3d6-4fbf-ba2a-2ba2cc0d5664 req-8272c8d5-a20d-4d8c-ba13-650a9d98131f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:19.858267 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bbe2fbc9-a3d6-4fbf-ba2a-2ba2cc0d5664 req-8272c8d5-a20d-4d8c-ba13-650a9d98131f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 944 time: 0.1556160 Apr 11 06:33:19.883351 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ee17c0ac-53a5-44ee-b838-8f7e29af2384 None None] Port 1c74f2ae-9004-439e-8cad-0891785b278d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:33:19.909726 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38144) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:19.994840 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:20.042150 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-eb5d6fba-065a-4fe6-b183-947abbbcdfcc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312497 Apr 11 06:33:20.053427 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-171573a1-a592-490a-aeef-8f1cd3a59e2b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:33:20.054865 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-171573a1-a592-490a-aeef-8f1cd3a59e2b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059919 Apr 11 06:33:20.083219 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bbe2fbc9-a3d6-4fbf-ba2a-2ba2cc0d5664 req-e14234a9-16c2-4aaa-9c7e-a2b4d56fe483 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238011 Apr 11 06:33:20.091614 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29e6b74d-9220-41dd-9cc5-cd8176ed2af6 req-6bb5c875-1054-48a1-8353-19d037b0ec64 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043053 Apr 11 06:33:20.160438 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38156) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:20.164978 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:20.224862 dv-cinder-836996-3-iscsi neutron-server[103324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 06:33:20.278909 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-69d21f5f-7ab2-4fa7-8d6a-5a5f50f2a0e2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:20.280542 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-69d21f5f-7ab2-4fa7-8d6a-5a5f50f2a0e2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports/3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 HTTP/1.1" status: 200 len: 940 time: 0.1190915 Apr 11 06:33:20.356128 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Publish callbacks [] for port (1c74f2ae-9004-439e-8cad-0891785b278d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:20.362943 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:20.435424 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Pushing event updated for resources: {'Port': ['ID=1c74f2ae-9004-439e-8cad-0891785b278d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:20.441205 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035950'] for router_interface (6f69a5b2-570f-4472-b6df-724cb42863f8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:20.542959 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Network b769bb07-bc63-4ce0-963d-a6ae425f54ff is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:33:20.544240 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:20.678401 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Router 6f69a5b2-570f-4472-b6df-724cb42863f8 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:33:20.797280 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:33:20.802887 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5f5d39e0-b5aa-4bd7-942c-f43fa9a4626d admin admin] 10.222.0.18 "PUT /v2.0/routers/6f69a5b2-570f-4472-b6df-724cb42863f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3033602 Apr 11 06:33:20.814922 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ec0f62e0-1680-4ab2-b8f3-79c57e1fc40e None None] Provisioning complete for port 1c74f2ae-9004-439e-8cad-0891785b278d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:20.815295 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec0f62e0-1680-4ab2-b8f3-79c57e1fc40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:20.850037 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f62e0-1680-4ab2-b8f3-79c57e1fc40e None None] Port 1c74f2ae-9004-439e-8cad-0891785b278d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:33:21.075072 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4318ea0a-fea7-4559-82a2-a65a7e903f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.254478 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71592ef8-d3ed-40aa-8537-9439a8a16c4e req-bbc64df6-62bf-4a8b-b480-e8e3f0beb260 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:21.256029 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-71592ef8-d3ed-40aa-8537-9439a8a16c4e req-bbc64df6-62bf-4a8b-b480-e8e3f0beb260 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 944 time: 0.0877256 Apr 11 06:33:21.262244 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181949a-fcfb-4d5e-92d3-311552a3aa53 req-f9ff7357-a163-4331-9488-434d7edbbc7b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:21.263691 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8181949a-fcfb-4d5e-92d3-311552a3aa53 req-f9ff7357-a163-4331-9488-434d7edbbc7b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0775449 Apr 11 06:33:21.336197 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-71592ef8-d3ed-40aa-8537-9439a8a16c4e req-2d1e66dc-bd5d-4b8f-b057-126ee2890ada tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714915 Apr 11 06:33:21.344023 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8181949a-fcfb-4d5e-92d3-311552a3aa53 req-e3b80206-f81d-402a-8dbb-ee4c8c58b329 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724795 Apr 11 06:33:21.388110 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38190) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:21.393086 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1199834732-network', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:21.413205 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Made reservation on behalf of 2e0312bf9e9842708e402ba0513a2fcc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:33:21.415619 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.425516 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.457298 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Sync routers for ids ['6f69a5b2-570f-4472-b6df-724cb42863f8'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:33:21.468934 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Routers {'6f69a5b2-570f-4472-b6df-724cb42863f8'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:21.469637 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:32:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['6f69a5b2-570f-4472-b6df-724cb42863f8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:21.509177 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Publish callbacks [] for security_group (41eaa60c-8bad-44b5-bff6-194f98d05c79), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.513622 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (41eaa60c-8bad-44b5-bff6-194f98d05c79), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.539626 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:33:21.549627 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eaa60c-8bad-44b5-bff6-194f98d05c79,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:21.554819 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (75d137dc-5b52-4b8d-9600-61dc6b16918b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.555080 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Added segment 75d137dc-5b52-4b8d-9600-61dc6b16918b of type vlan for network 32837f58-ed5d-4e61-affb-a6329e44f00b Apr 11 06:33:21.591701 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Set router 6f69a5b2-570f-4472-b6df-724cb42863f8 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:21.602890 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (32837f58-ed5d-4e61-affb-a6329e44f00b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.629993 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (32837f58-ed5d-4e61-affb-a6329e44f00b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.631218 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:21.632188 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.639528 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:21.669773 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2804873 Apr 11 06:33:21.672779 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38194) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:21.678883 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8f72fd17-0312-49e0-8974-da3b21fb7009 admin admin] Request body: {'subnet': {'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1199834732-subnet', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:21.699062 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cfc37-c33d-4e1f-be1c-5e1ecb08eacf admin admin] Pushing event updated for resources: {'Network': ['ID=32837f58-ed5d-4e61-affb-a6329e44f00b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:21.706284 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f72fd17-0312-49e0-8974-da3b21fb7009 admin admin] Made reservation on behalf of 2e0312bf9e9842708e402ba0513a2fcc for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:33:21.708934 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f72fd17-0312-49e0-8974-da3b21fb7009 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9374885'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.719725 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network 32837f58-ed5d-4e61-affb-a6329e44f00b details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:33:21.833907 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:21.834374 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.881029 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f72fd17-0312-49e0-8974-da3b21fb7009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3410379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9374903'] for subnet (d4852201-775b-4d85-8df3-580a72f668d7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.925195 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:33:20Z', 'revision_number': 4, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '1c74f2ae-9004-439e-8cad-0891785b278d', 'name': '', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'mac_address': 'fa:16:3e:17:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:18Z', 'updated_at': '2022-04-11T06:33:20Z', 'revision_number': 2, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'subnets': [{'id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:21.930463 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72fd17-0312-49e0-8974-da3b21fb7009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4852201-775b-4d85-8df3-580a72f668d7,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:21.945682 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72fd17-0312-49e0-8974-da3b21fb7009 admin admin] Checking segment: {'id': '75d137dc-5b52-4b8d-9600-61dc6b16918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:33:21.946044 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f72fd17-0312-49e0-8974-da3b21fb7009 admin admin] Network hostable DHCP agents. Network: 32837f58-ed5d-4e61-affb-a6329e44f00b, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:33:21.964013 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f72fd17-0312-49e0-8974-da3b21fb7009 admin admin] Network 32837f58-ed5d-4e61-affb-a6329e44f00b is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:33:21.970366 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Checking router: 6f69a5b2-570f-4472-b6df-724cb42863f8 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:33:21.970719 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Updating router 6f69a5b2-570f-4472-b6df-724cb42863f8 port 1c74f2ae-9004-439e-8cad-0891785b278d binding host dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:33:21.975408 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8f72fd17-0312-49e0-8974-da3b21fb7009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, 32837f58-ed5d-4e61-affb-a6329e44f00b) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:21.980117 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f72fd17-0312-49e0-8974-da3b21fb7009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:21.980699 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f72fd17-0312-49e0-8974-da3b21fb7009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:21.999889 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8f72fd17-0312-49e0-8974-da3b21fb7009 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3256681 Apr 11 06:33:22.000328 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c658d58-1bfe-4891-a3a2-326f08947448 None None] Network 32837f58-ed5d-4e61-affb-a6329e44f00b requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:33:22.002641 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38196) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:22.006842 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1199834732-router', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:22.027376 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2087253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30879'] for router (e0101bb5-1501-4073-b9b6-ded1aa2a5965), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.028413 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2088933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30886'] for router (e0101bb5-1501-4073-b9b6-ded1aa2a5965), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.035277 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.039670 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:22.040004 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.081729 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Publish callbacks [] for router_controller (e0101bb5-1501-4073-b9b6-ded1aa2a5965), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.103534 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=d9e6c3c7-1f6d-4807-920c-51c2bcd05a67,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:22.135731 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.233963 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Publish callbacks [] for router_gateway (e0101bb5-1501-4073-b9b6-ded1aa2a5965), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.240317 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:33:22.252173 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04795716-4755-599e-9613-29244d979784-32837f58-ed5d-4e61-affb-a6329e44f00b', 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b', 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'fixed_ips': [{'subnet_id': 'd4852201-775b-4d85-8df3-580a72f668d7'}]}} from dv-cinder-836996-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:33:22.253043 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.311547 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=d9e6c3c7-1f6d-4807-920c-51c2bcd05a67,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:22.442131 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Publish callbacks [] for router_gateway (e0101bb5-1501-4073-b9b6-ded1aa2a5965), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.471696 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.592215 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6671ec-7226-4a4e-afe2-06d553c642b6 req-98b047ce-7416-4f63-b78f-65c3c7de7645 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:22.593729 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0e6671ec-7226-4a4e-afe2-06d553c642b6 req-98b047ce-7416-4f63-b78f-65c3c7de7645 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.1263137 Apr 11 06:33:22.602191 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00f940-e760-4d17-9a84-a8399839cc99 req-096a9a04-2521-46d1-acc7-f3bf937bac28 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:22.603639 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5e00f940-e760-4d17-9a84-a8399839cc99 req-096a9a04-2521-46d1-acc7-f3bf937bac28 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 944 time: 0.1351092 Apr 11 06:33:22.675188 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:22.708317 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Allocated IP 172.20.0.2 (32837f58-ed5d-4e61-affb-a6329e44f00b/d4852201-775b-4d85-8df3-580a72f668d7/71a06e43-cfcd-44d4-9fc3-3645cd4e3bba) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:33:22.726883 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Allocated IP 172.27.2.75 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/7b4272cc-a3dd-490c-9812-aa47775b4e03) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:33:22.735347 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5e00f940-e760-4d17-9a84-a8399839cc99 req-086150f3-c732-48e1-aa7e-21b64f0b5a13 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211607 Apr 11 06:33:22.739475 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0e6671ec-7226-4a4e-afe2-06d553c642b6 req-3baf0890-5e8e-4c29-bb9c-e101216f77df tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348948 Apr 11 06:33:22.784090 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Publish callbacks [] for port (1c74f2ae-9004-439e-8cad-0891785b278d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.821136 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.857711 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506083d0-0032-43b1-9a12-87e175ec7a98 req-71eb6283-b3af-4e2c-b7b6-a08dd2f36580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:22.859241 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-506083d0-0032-43b1-9a12-87e175ec7a98 req-71eb6283-b3af-4e2c-b7b6-a08dd2f36580 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 1128 time: 0.0658350 Apr 11 06:33:22.874602 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Publish callbacks [] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:22.947016 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351548c-f679-4e68-b46f-13b826519a04 None None] Pushing event updated for resources: {'Port': ['ID=1c74f2ae-9004-439e-8cad-0891785b278d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:22.969184 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:23.069256 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Publish callbacks [] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:23.075390 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:33:23.077908 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Attempting to bind port 1c74f2ae-9004-439e-8cad-0891785b278d on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:33:23.078456 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Attempting to bind port 1c74f2ae-9004-439e-8cad-0891785b278d by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:33:23.078959 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Attempting to bind port 1c74f2ae-9004-439e-8cad-0891785b278d on network b769bb07-bc63-4ce0-963d-a6ae425f54ff {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:33:23.083268 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:23.094153 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506083d0-0032-43b1-9a12-87e175ec7a98 req-ca01f8f3-771f-4226-b27a-13f7ddd20856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:23.095988 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-506083d0-0032-43b1-9a12-87e175ec7a98 req-ca01f8f3-771f-4226-b27a-13f7ddd20856 service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.2285337 Apr 11 06:33:23.096129 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:23.115102 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:33:23.161238 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Pushing event updated for resources: {'Port': ['ID=71a06e43-cfcd-44d4-9fc3-3645cd4e3bba,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:23.170150 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:33:23.170955 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Checking segment: {'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:33:23.171662 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:23.172339 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Bound using segment: {'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:33:23.173435 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Bound port: 1c74f2ae-9004-439e-8cad-0891785b278d, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:33:23.174247 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:23.194102 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-506083d0-0032-43b1-9a12-87e175ec7a98 req-b8a39be1-3002-4fe1-8031-0248418efc9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=350f5d83-c3d8-4058-92e8-3d5c1e752799 HTTP/1.1" status: 200 len: 217 time: 0.0896263 Apr 11 06:33:23.210830 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Network 32837f58-ed5d-4e61-affb-a6329e44f00b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:33:23.249700 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-4e56a610-3162-47a9-b085-ddc4f14937c6 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:23.261578 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-4e56a610-3162-47a9-b085-ddc4f14937c6 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/networks?id=d6d9c5f1-17a3-472c-9d02-0176dc33c115 HTTP/1.1" status: 200 len: 812 time: 0.3244011 Apr 11 06:33:23.267752 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Pushing event updated for resources: {'Port': ['ID=7b4272cc-a3dd-490c-9812-aa47775b4e03,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:23.279652 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:23.282435 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cebd5eb-1eb3-4c45-8a31-5cadff8a1446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:23.286092 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:33:23.304956 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506083d0-0032-43b1-9a12-87e175ec7a98 req-0932091c-899f-4d0e-828b-eef030b8d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:23.304956 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-506083d0-0032-43b1-9a12-87e175ec7a98 req-0932091c-899f-4d0e-828b-eef030b8d4c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.1008790 Apr 11 06:33:23.318283 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] For port 1c74f2ae-9004-439e-8cad-0891785b278d, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:33:23.320338 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c86e0963-cb52-4c3c-a72a-856aed6f894b None None] Provisioning complete for port 1c74f2ae-9004-439e-8cad-0891785b278d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:23.320789 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c86e0963-cb52-4c3c-a72a-856aed6f894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:23.371946 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] For port 1c74f2ae-9004-439e-8cad-0891785b278d, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=1c74f2ae-9004-439e-8cad-0891785b278d,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:33:23.388973 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506083d0-0032-43b1-9a12-87e175ec7a98 req-bab4d381-fd45-4bdd-816e-fbccb52c3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:23.390746 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-506083d0-0032-43b1-9a12-87e175ec7a98 req-bab4d381-fd45-4bdd-816e-fbccb52c3fc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700955 Apr 11 06:33:23.397470 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-66b08def-5e9e-4ffa-bbc8-5d0758271130 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/quotas/1cb74c5587fb413dab93cda3d0134666 HTTP/1.1" status: 200 len: 375 time: 0.1346450 Apr 11 06:33:23.414572 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:23.463996 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Attempting to bind port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:33:23.464409 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Attempting to bind port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '75d137dc-5b52-4b8d-9600-61dc6b16918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:33:23.465320 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Attempting to bind port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba on network 32837f58-ed5d-4e61-affb-a6329e44f00b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:33:23.475262 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c86e0963-cb52-4c3c-a72a-856aed6f894b None None] Port 1c74f2ae-9004-439e-8cad-0891785b278d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:33:23.482960 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:33:23.483347 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Checking segment: {'id': '75d137dc-5b52-4b8d-9600-61dc6b16918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:33:23.484952 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:23.484952 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Bound using segment: {'id': '75d137dc-5b52-4b8d-9600-61dc6b16918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:33:23.485296 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Bound port: 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d137dc-5b52-4b8d-9600-61dc6b16918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:33:23.485699 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:23.510496 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-506083d0-0032-43b1-9a12-87e175ec7a98 req-2c4d00fc-e978-4c6c-9563-e45f4b990bb9 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087251 Apr 11 06:33:23.518263 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351548c-f679-4e68-b46f-13b826519a04 None None] Pushing event updated for resources: {'Port': ['ID=1c74f2ae-9004-439e-8cad-0891785b278d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:23.526511 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Routers {'6f69a5b2-570f-4472-b6df-724cb42863f8'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:23.527377 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['6f69a5b2-570f-4472-b6df-724cb42863f8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:23.579475 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-54c48db7-47d7-4632-90b2-d7660eb19c8e tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1cb74c5587fb413dab93cda3d0134666&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1614048 Apr 11 06:33:23.689153 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-8ba9baef-e1e2-4dc0-b4b5-f50317a4e520 service neutron] 10.222.0.18 "GET /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086898 Apr 11 06:33:23.743592 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:23.757021 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-506083d0-0032-43b1-9a12-87e175ec7a98 req-2ab21575-60d4-45af-81f8-0aeceffa3424 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207532 Apr 11 06:33:23.862117 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Publish callbacks [] for router_gateway (e0101bb5-1501-4073-b9b6-ded1aa2a5965), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:23.913771 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] For port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:33:23.919182 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] For port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=71a06e43-cfcd-44d4-9fc3-3645cd4e3bba,segment=NetworkSegment(75d137dc-5b52-4b8d-9600-61dc6b16918b),segment_id=75d137dc-5b52-4b8d-9600-61dc6b16918b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:33:23.982647 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:24.036085 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7b9944a8-6c77-42d8-bbf8-177d65b84390 None None] Provisioning complete for port 1c74f2ae-9004-439e-8cad-0891785b278d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:24.036715 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b9944a8-6c77-42d8-bbf8-177d65b84390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:24.119573 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] Set router 6f69a5b2-570f-4472-b6df-724cb42863f8 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:24.125081 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:24.125455 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:24.192232 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c98da-b25a-4b7b-bf47-c606554b3be5 None None] Pushing event updated for resources: {'Port': ['ID=71a06e43-cfcd-44d4-9fc3-3645cd4e3bba,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:24.413551 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7b9944a8-6c77-42d8-bbf8-177d65b84390 None None] Current status of the port 1c74f2ae-9004-439e-8cad-0891785b278d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:24.414304 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b9944a8-6c77-42d8-bbf8-177d65b84390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:24.446151 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42f033-3269-404e-a5c0-7231f8a77e4f req-08e3a2fb-05e0-424b-889c-1dd7bbf310e8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:24.448277 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fc42f033-3269-404e-a5c0-7231f8a77e4f req-08e3a2fb-05e0-424b-889c-1dd7bbf310e8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 944 time: 0.5060651 Apr 11 06:33:24.467003 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7b9944a8-6c77-42d8-bbf8-177d65b84390 None None] For port 1c74f2ae-9004-439e-8cad-0891785b278d, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=1c74f2ae-9004-439e-8cad-0891785b278d,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:24.468641 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-e4fa0fbf-61bc-463b-98d5-f09fed65f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:24.470560 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-e4fa0fbf-61bc-463b-98d5-f09fed65f791 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325&tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd HTTP/1.1" status: 200 len: 1127 time: 0.1156371 Apr 11 06:33:24.503252 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-a6857246-4198-4a72-9051-5721b477d79b service neutron] 10.222.0.18 "GET /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8129878 Apr 11 06:33:24.505020 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b9944a8-6c77-42d8-bbf8-177d65b84390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:24.552128 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-6fcd326e-40d4-4953-b626-2f97910a1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:24.554219 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-6fcd326e-40d4-4953-b626-2f97910a1145 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 1127 time: 0.0572824 Apr 11 06:33:24.615468 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:24.646934 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fc42f033-3269-404e-a5c0-7231f8a77e4f req-78a2951f-0420-40ba-9842-200f2d216103 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897321 Apr 11 06:33:24.673439 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:24.680037 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:33:20Z', 'revision_number': 4, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '1c74f2ae-9004-439e-8cad-0891785b278d', 'name': '', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'mac_address': 'fa:16:3e:17:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:18Z', 'updated_at': '2022-04-11T06:33:23Z', 'revision_number': 4, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'subnets': [{'id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:24.691623 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2088924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2037421'] for router (e0101bb5-1501-4073-b9b6-ded1aa2a5965), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:24.729395 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db8e72-f213-4562-9908-2bbfa478f18c None None] The sync data for ids ['6f69a5b2-570f-4472-b6df-724cb42863f8'] in dv-cinder-836996-3-iscsi is: [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:33:20Z', 'revision_number': 4, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '1c74f2ae-9004-439e-8cad-0891785b278d', 'name': '', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'mac_address': 'fa:16:3e:17:5a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:18Z', 'updated_at': '2022-04-11T06:33:23Z', 'revision_number': 4, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'subnets': [{'id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:33:24.730807 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9944a8-6c77-42d8-bbf8-177d65b84390 None None] Pushing event updated for resources: {'Port': ['ID=1c74f2ae-9004-439e-8cad-0891785b278d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:24.770215 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-55a0cc34-b50a-49be-9be1-b1a70a7b4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:24.772199 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-55a0cc34-b50a-49be-9be1-b1a70a7b4ed6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 916 time: 0.2039816 Apr 11 06:33:24.830280 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-945435cb-a765-42fd-ae07-54a99eee5727 req-997eaa73-62c7-41b4-aca8-8756f2cad04c tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 210 time: 0.0509899 Apr 11 06:33:24.899250 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-af4c7f8c-a01e-4004-a1c0-533f0152032b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 HTTP/1.1" status: 200 len: 998 time: 0.1057231 Apr 11 06:33:24.929126 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b4b18-b0d4-49f2-baa3-b310ecadfdcc req-fd9d550f-50f0-49a2-916e-06985e12be60 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:24.936713 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e76b4b18-b0d4-49f2-baa3-b310ecadfdcc req-fd9d550f-50f0-49a2-916e-06985e12be60 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.1031320 Apr 11 06:33:25.010430 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-0284c3a7-7ec8-49e5-a54e-6f2ca0e47362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:25.012082 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-0284c3a7-7ec8-49e5-a54e-6f2ca0e47362 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.1022856 Apr 11 06:33:25.068392 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-95f48b71-6297-4d24-9906-5260364f8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:25.070131 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-95f48b71-6297-4d24-9906-5260364f8023 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468872 Apr 11 06:33:25.093667 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e76b4b18-b0d4-49f2-baa3-b310ecadfdcc req-3be23e22-5f30-4321-85bc-8d9b2a0288bf tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558115 Apr 11 06:33:25.109000 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Router e0101bb5-1501-4073-b9b6-ded1aa2a5965 is scheduled to L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:33:25.258182 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-e0d1559f-773b-424d-91ec-2ed8203c33f9 service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794577 Apr 11 06:33:25.275601 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:33:25.287019 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Sync routers for ids ['e0101bb5-1501-4073-b9b6-ded1aa2a5965'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:33:25.306248 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Routers {'e0101bb5-1501-4073-b9b6-ded1aa2a5965'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:25.306894 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:25.307310 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['e0101bb5-1501-4073-b9b6-ded1aa2a5965'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:25.316823 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e561df04-acf5-4b31-8901-46f6eedd766c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3120110 Apr 11 06:33:25.319713 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38246) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:25.443436 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-3af0366f-6b1c-4dc6-a2e3-12b756636c1d service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767209 Apr 11 06:33:25.537638 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Set router e0101bb5-1501-4073-b9b6-ded1aa2a5965 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:25.601084 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 350f5d83-c3d8-4058-92e8-3d5c1e752799 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:33:25.671013 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3bada2-ed63-4fc3-bfdb-c74468383eea None None] Network 32837f58-ed5d-4e61-affb-a6329e44f00b requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:33:25.815793 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:25.921621 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'name': 'tempest-TestMinimumBasicScenario-1199834732-router', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:23Z', 'revision_number': 3, 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'gw_port': {'id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:25.963329 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Checking router: e0101bb5-1501-4073-b9b6-ded1aa2a5965 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:33:25.964009 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Updating router e0101bb5-1501-4073-b9b6-ded1aa2a5965 port 7b4272cc-a3dd-490c-9812-aa47775b4e03 binding host dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:33:26.023103 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.043598 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1778a267-9af9-4abc-9506-516d7e86a437 req-288c4e06-1879-4b0f-99e3-d46d90bc123d tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 210 time: 0.0388694 Apr 11 06:33:26.132954 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b606e-3748-4462-a0f0-af8d8873bf18 req-b65160c1-9e71-49ac-84d2-c67db549ab18 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:26.136592 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec5b606e-3748-4462-a0f0-af8d8873bf18 req-b65160c1-9e71-49ac-84d2-c67db549ab18 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 944 time: 0.2253611 Apr 11 06:33:26.341653 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec5b606e-3748-4462-a0f0-af8d8873bf18 req-83140c04-a1bf-4367-b6af-9bce4baa6513 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961241 Apr 11 06:33:26.374321 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.375483 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1682935d-dcf8-43d8-bc15-ddc2ce89c15f None None] Provisioning complete for port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:26.376068 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1682935d-dcf8-43d8-bc15-ddc2ce89c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.409339 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb50595-0981-46bd-81b9-6bad1fd072a4 req-c6645e10-a595-435f-a65f-8e4034103729 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:26.411172 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cfb50595-0981-46bd-81b9-6bad1fd072a4 req-c6645e10-a595-435f-a65f-8e4034103729 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0992007 Apr 11 06:33:26.450892 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.491318 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 350f5d83-c3d8-4058-92e8-3d5c1e752799, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=350f5d83-c3d8-4058-92e8-3d5c1e752799,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:26.578192 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Publish callbacks [] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.589210 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.618892 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'port_id': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'mac_address': 'fa:16:3e:e4:27:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:33:26.621981 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:26.623027 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.625518 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cfb50595-0981-46bd-81b9-6bad1fd072a4 req-f5a62f9c-32ab-49ac-9b25-e3163748964b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984377 Apr 11 06:33:26.686321 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Attempting to bind port 7b4272cc-a3dd-490c-9812-aa47775b4e03 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:33:26.686971 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Attempting to bind port 7b4272cc-a3dd-490c-9812-aa47775b4e03 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:33:26.687193 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Attempting to bind port 7b4272cc-a3dd-490c-9812-aa47775b4e03 on network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:33:26.694157 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d841348-47ef-40ad-bd1c-9f4642e2b8bd None None] Pushing event updated for resources: {'Port': ['ID=7b4272cc-a3dd-490c-9812-aa47775b4e03,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:26.700079 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:33:26.700959 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Checking segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:33:26.701938 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.702563 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Bound using segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:33:26.703304 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Bound port: 7b4272cc-a3dd-490c-9812-aa47775b4e03, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:33:26.703906 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.726374 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.807556 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] For port 7b4272cc-a3dd-490c-9812-aa47775b4e03, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:33:26.811793 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] For port 7b4272cc-a3dd-490c-9812-aa47775b4e03, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=7b4272cc-a3dd-490c-9812-aa47775b4e03,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:33:26.824490 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.894694 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 350f5d83-c3d8-4058-92e8-3d5c1e752799 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:26.894993 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.951097 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Routers {'e0101bb5-1501-4073-b9b6-ded1aa2a5965'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:26.951665 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1682935d-dcf8-43d8-bc15-ddc2ce89c15f None None] Current status of the port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:26.952113 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1682935d-dcf8-43d8-bc15-ddc2ce89c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:26.953237 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['e0101bb5-1501-4073-b9b6-ded1aa2a5965'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:27.033111 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1682935d-dcf8-43d8-bc15-ddc2ce89c15f None None] For port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=71a06e43-cfcd-44d4-9fc3-3645cd4e3bba,segment=NetworkSegment(75d137dc-5b52-4b8d-9600-61dc6b16918b),segment_id=75d137dc-5b52-4b8d-9600-61dc6b16918b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:27.053146 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d841348-47ef-40ad-bd1c-9f4642e2b8bd None None] Pushing event updated for resources: {'Port': ['ID=7b4272cc-a3dd-490c-9812-aa47775b4e03,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:27.056099 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1682935d-dcf8-43d8-bc15-ddc2ce89c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:27.062446 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 350f5d83-c3d8-4058-92e8-3d5c1e752799 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:33:27.135362 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:27.135750 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:27.215413 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Allocated IP 172.20.0.1 (32837f58-ed5d-4e61-affb-a6329e44f00b/d4852201-775b-4d85-8df3-580a72f668d7/41f673e9-b8b8-4afe-ae6c-61dab52f54f0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:33:27.236375 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] Set router e0101bb5-1501-4073-b9b6-ded1aa2a5965 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:27.299597 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5f017db-fdb8-460e-a28c-7d596642bd10 req-20f4fabe-cf52-4471-bd7d-f1d830164185 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 210 time: 0.0608943 Apr 11 06:33:27.323589 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b2d82d15-2ad8-4f1b-9bb5-4721610352f5 None None] Provisioning complete for port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:27.323962 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2d82d15-2ad8-4f1b-9bb5-4721610352f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:27.368102 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 350f5d83-c3d8-4058-92e8-3d5c1e752799, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=350f5d83-c3d8-4058-92e8-3d5c1e752799,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:27.401856 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:27.414018 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:27.421823 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682935d-dcf8-43d8-bc15-ddc2ce89c15f None None] Pushing event updated for resources: {'Port': ['ID=71a06e43-cfcd-44d4-9fc3-3645cd4e3bba,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:27.429933 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.db.api [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 06:33:27.430342 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG oslo_db.api [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 06:33:27.506616 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Publish callbacks [] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:27.534616 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=350f5d83-c3d8-4058-92e8-3d5c1e752799,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:27.556392 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b2d82d15-2ad8-4f1b-9bb5-4721610352f5 None None] Current status of the port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:27.636806 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:27.685717 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e7dec-1eac-426c-ace6-a64c136e1b72 req-2db57e0e-dbe7-4f1c-9f76-e91bfd04d5e9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:27.691351 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b8e7dec-1eac-426c-ace6-a64c136e1b72 req-2db57e0e-dbe7-4f1c-9f76-e91bfd04d5e9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 945 time: 0.1125078 Apr 11 06:33:27.751899 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'name': 'tempest-TestMinimumBasicScenario-1199834732-router', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:23Z', 'revision_number': 3, 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'gw_port': {'id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:27.759616 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['350f5d83-c3d8-4058-92e8-3d5c1e752799'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:33:27.788586 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Network 32837f58-ed5d-4e61-affb-a6329e44f00b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:33:27.831668 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a310b90-661d-4319-80da-a1edfd5fe332 None None] The sync data for ids ['e0101bb5-1501-4073-b9b6-ded1aa2a5965'] in dv-cinder-836996-3-iscsi is: [{'id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'name': 'tempest-TestMinimumBasicScenario-1199834732-router', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:23Z', 'revision_number': 3, 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'gw_port': {'id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:33:27.836148 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:27.855591 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:33:27.919371 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037342'] for router_interface (e0101bb5-1501-4073-b9b6-ded1aa2a5965), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:28.016089 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Pushing event updated for resources: {'Port': ['ID=41f673e9-b8b8-4afe-ae6c-61dab52f54f0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:28.036365 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d50dc-428f-4f5e-9a58-106789aaaacc req-0be46c63-3c5c-47e7-a471-4dc41f4ec6f3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:28.038747 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-476d50dc-428f-4f5e-9a58-106789aaaacc req-0be46c63-3c5c-47e7-a471-4dc41f4ec6f3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.2484756 Apr 11 06:33:28.076766 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:28.081015 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 1c74f2ae-9004-439e-8cad-0891785b278d up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:28.184159 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.184501 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.184835 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.185478 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.185595 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.185848 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.186167 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.186483 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.186799 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.187116 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.187436 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.188266 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.188266 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.188481 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.188847 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:28.212540 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b8e7dec-1eac-426c-ace6-a64c136e1b72 req-a42cb895-d636-4ba8-9000-ee20db0f4754 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4683290 Apr 11 06:33:28.213794 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-03a96e64-2485-4b0f-b862-ef5cbcd620c2 None None] Provisioning complete for port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:28.214237 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03a96e64-2485-4b0f-b862-ef5cbcd620c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:28.276878 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:28.311241 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 1c74f2ae-9004-439e-8cad-0891785b278d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:28.311399 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:28.318322 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-476d50dc-428f-4f5e-9a58-106789aaaacc req-846ba58c-f80c-4f13-8489-428397850dce tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238778 Apr 11 06:33:28.333347 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-03a96e64-2485-4b0f-b862-ef5cbcd620c2 None None] Port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:33:28.519394 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 1c74f2ae-9004-439e-8cad-0891785b278d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:28.550323 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33a87504-bc20-487e-a740-00b11e59c363 req-399527ba-b8e5-451f-814b-96e9ee302434 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 210 time: 0.1233907 Apr 11 06:33:28.740281 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Publish callbacks [] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:28.748984 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:28.816394 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:28.876762 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035950'] for router_interface (e0101bb5-1501-4073-b9b6-ded1aa2a5965), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:28.911669 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Pushing event updated for resources: {'Port': ['ID=41f673e9-b8b8-4afe-ae6c-61dab52f54f0,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:28.934303 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:28.935165 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:29.093777 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Network 32837f58-ed5d-4e61-affb-a6329e44f00b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:33:29.095941 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:29.097526 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:29.113715 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 7b4272cc-a3dd-490c-9812-aa47775b4e03 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:29.194569 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 7b4272cc-a3dd-490c-9812-aa47775b4e03 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:29.194841 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:29.292584 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Router e0101bb5-1501-4073-b9b6-ded1aa2a5965 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:33:29.342013 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 7b4272cc-a3dd-490c-9812-aa47775b4e03 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:29.342389 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:29.368026 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port 7b4272cc-a3dd-490c-9812-aa47775b4e03, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=7b4272cc-a3dd-490c-9812-aa47775b4e03,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:29.375815 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:29.486355 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:33:29.493166 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=7b4272cc-a3dd-490c-9812-aa47775b4e03,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:29.571076 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de00f2-4444-4556-9a2e-596d828616dc req-bd4695fc-1914-4457-b0b6-440448b1b321 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:29.572680 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79de00f2-4444-4556-9a2e-596d828616dc req-bd4695fc-1914-4457-b0b6-440448b1b321 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 945 time: 0.0841904 Apr 11 06:33:29.589322 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d85f38ec-9b3b-44db-9314-8d31b00feb38 None None] Provisioning complete for port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:29.590337 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d85f38ec-9b3b-44db-9314-8d31b00feb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:29.632625 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-bd5507ed-e47a-44c7-8e94-1b2086975544 admin admin] 10.222.0.18 "PUT /v2.0/routers/e0101bb5-1501-4073-b9b6-ded1aa2a5965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3036699 Apr 11 06:33:29.640230 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 350f5d83-c3d8-4058-92e8-3d5c1e752799 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:29.648532 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6eb1ac-1259-460b-b71a-1a03ee173a54 req-9b186b2b-b122-4064-afc2-0efd309452aa tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:29.650832 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ad6eb1ac-1259-460b-b71a-1a03ee173a54 req-9b186b2b-b122-4064-afc2-0efd309452aa tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0772095 Apr 11 06:33:29.678230 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d85f38ec-9b3b-44db-9314-8d31b00feb38 None None] Port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:33:29.730344 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port 350f5d83-c3d8-4058-92e8-3d5c1e752799 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:33:29.740051 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 350f5d83-c3d8-4058-92e8-3d5c1e752799 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:29.740479 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:29.760928 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-79de00f2-4444-4556-9a2e-596d828616dc req-b06d873d-ed75-4ca1-94d0-40221a7b1656 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360648 Apr 11 06:33:29.776713 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ad6eb1ac-1259-460b-b71a-1a03ee173a54 req-b6399ac7-ae25-4b21-9239-d52ad8251f1b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171653 Apr 11 06:33:29.889141 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 350f5d83-c3d8-4058-92e8-3d5c1e752799 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:29.890919 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:29.930690 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe24671-962e-408d-8331-cba42019d6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350f5d83-c3d8-4058-92e8-3d5c1e752799'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:29.935522 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d729601-f8e0-40e9-8592-f42b62a1fc1b" -d '{"events": [{"server_uuid": "cbe24671-962e-408d-8331-cba42019d6dd", "name": "network-vif-plugged", "status": "completed", "tag": "350f5d83-c3d8-4058-92e8-3d5c1e752799"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:29.947935 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec8c4ad9-1d6b-4379-bd47-3a7544e09570 req-fb952a81-29a0-436e-84d8-47f25bb21edf tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 210 time: 0.0657392 Apr 11 06:33:30.000139 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 350f5d83-c3d8-4058-92e8-3d5c1e752799, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=350f5d83-c3d8-4058-92e8-3d5c1e752799,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:30.006702 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:30.037879 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d945135b-0365-4b67-a8e8-bc015bed4b6b x-openstack-request-id: req-d945135b-0365-4b67-a8e8-bc015bed4b6b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:30.039374 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe24671-962e-408d-8331-cba42019d6dd", "name": "network-vif-plugged", "status": "completed", "tag": "350f5d83-c3d8-4058-92e8-3d5c1e752799", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:30.039880 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d945135b-0365-4b67-a8e8-bc015bed4b6b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:30.040961 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d945135b-0365-4b67-a8e8-bc015bed4b6b'] response: {'server_uuid': 'cbe24671-962e-408d-8331-cba42019d6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'code': 200} Apr 11 06:33:30.073177 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=350f5d83-c3d8-4058-92e8-3d5c1e752799,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:30.629247 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Sync routers for ids ['e0101bb5-1501-4073-b9b6-ded1aa2a5965'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:33:30.675785 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Routers {'e0101bb5-1501-4073-b9b6-ded1aa2a5965'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:30.676427 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['e0101bb5-1501-4073-b9b6-ded1aa2a5965'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:30.680220 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 7b4272cc-a3dd-490c-9812-aa47775b4e03 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:30.876723 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 7b4272cc-a3dd-490c-9812-aa47775b4e03 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:30.877245 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:30.945439 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Set router e0101bb5-1501-4073-b9b6-ded1aa2a5965 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:31.002792 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74a770-5455-46fb-8410-8272de7ead4f req-d2353787-05d8-44d6-9f0a-d4b6e3b8157a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:31.005451 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bd74a770-5455-46fb-8410-8272de7ead4f req-d2353787-05d8-44d6-9f0a-d4b6e3b8157a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.1292255 Apr 11 06:33:31.048447 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d976b9-7614-4879-b2b1-f406b8e6f98a req-ae91bcf1-32f6-4ad1-8f2e-546675a7c0e8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:31.050523 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-11d976b9-7614-4879-b2b1-f406b8e6f98a req-ae91bcf1-32f6-4ad1-8f2e-546675a7c0e8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.1214390 Apr 11 06:33:31.150378 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bd74a770-5455-46fb-8410-8272de7ead4f req-df62da70-e914-498b-815d-cb03ee896c8a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371818 Apr 11 06:33:31.274688 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-11d976b9-7614-4879-b2b1-f406b8e6f98a req-d20b3fb0-23c0-4c43-9abe-5a06354f7219 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087083 Apr 11 06:33:31.416136 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3f96b8b-be98-4d0f-8eb0-2139c8aac4cc req-a8d78261-30d4-43f2-a942-764e2b324c3f tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 210 time: 0.0642133 Apr 11 06:33:31.438999 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 7b4272cc-a3dd-490c-9812-aa47775b4e03 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:31.527918 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'name': 'tempest-TestMinimumBasicScenario-1199834732-router', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:28Z', 'revision_number': 4, 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'gw_port': {'id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '41f673e9-b8b8-4afe-ae6c-61dab52f54f0', 'name': '', 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'mac_address': 'fa:16:3e:b5:86:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'd4852201-775b-4d85-8df3-580a72f668d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:26Z', 'updated_at': '2022-04-11T06:33:28Z', 'revision_number': 2, 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'subnets': [{'id': 'd4852201-775b-4d85-8df3-580a72f668d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:31.562049 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Checking router: e0101bb5-1501-4073-b9b6-ded1aa2a5965 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:33:31.562332 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Updating router e0101bb5-1501-4073-b9b6-ded1aa2a5965 port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 binding host dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:33:31.599007 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:32.047258 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Publish callbacks [] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:32.058128 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:32.201920 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Pushing event updated for resources: {'Port': ['ID=41f673e9-b8b8-4afe-ae6c-61dab52f54f0,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:32.286399 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.286910 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.287434 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.289618 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.290197 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.290641 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.292191 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.293806 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.294238 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.295234 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.295787 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.297027 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.298028 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.298375 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.298707 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:32.386086 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Attempting to bind port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:33:32.387547 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Attempting to bind port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '75d137dc-5b52-4b8d-9600-61dc6b16918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:33:32.388008 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Attempting to bind port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 on network 32837f58-ed5d-4e61-affb-a6329e44f00b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:33:32.401827 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:33:32.402363 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Checking segment: {'id': '75d137dc-5b52-4b8d-9600-61dc6b16918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:33:32.403563 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:32.404742 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Bound using segment: {'id': '75d137dc-5b52-4b8d-9600-61dc6b16918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:33:32.406105 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Bound port: 41f673e9-b8b8-4afe-ae6c-61dab52f54f0, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d137dc-5b52-4b8d-9600-61dc6b16918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:33:32.406613 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:32.415269 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa76425-50ee-42d3-81ac-db8792634f1b req-2c4a2a4d-d0ae-45bb-ba3e-a3b0bc1a8335 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:32.426192 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1aa76425-50ee-42d3-81ac-db8792634f1b req-2c4a2a4d-d0ae-45bb-ba3e-a3b0bc1a8335 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.1068532 Apr 11 06:33:32.611560 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-54b43938-b394-4d19-ba12-e9fe2e5f66c6 None None] Provisioning complete for port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:32.626315 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98ba8a-ab2e-415f-943b-611c767bee37 req-74871184-138e-4f28-a3fe-69948c2f2301 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:32.628026 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c98ba8a-ab2e-415f-943b-611c767bee37 req-74871184-138e-4f28-a3fe-69948c2f2301 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.1810317 Apr 11 06:33:32.637911 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b43938-b394-4d19-ba12-e9fe2e5f66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:32.646479 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] For port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:33:32.649989 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1aa76425-50ee-42d3-81ac-db8792634f1b req-ad7747f5-c700-4684-93f3-6c5e26d069e3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220795 Apr 11 06:33:32.669505 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] For port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=41f673e9-b8b8-4afe-ae6c-61dab52f54f0,segment=NetworkSegment(75d137dc-5b52-4b8d-9600-61dc6b16918b),segment_id=75d137dc-5b52-4b8d-9600-61dc6b16918b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:33:32.700294 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:32.777568 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c98ba8a-ab2e-415f-943b-611c767bee37 req-253099f6-7150-4685-99f6-7520bc0739e7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245294 Apr 11 06:33:32.820509 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-54b43938-b394-4d19-ba12-e9fe2e5f66c6 None None] Port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:33:32.862887 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Routers {'e0101bb5-1501-4073-b9b6-ded1aa2a5965'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:32.870074 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a0fd45e1-e081-4d9b-85de-fab98d8021b5 req-5310a8cb-da02-43f0-8589-82462d76025d tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 210 time: 0.0910039 Apr 11 06:33:32.871871 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['e0101bb5-1501-4073-b9b6-ded1aa2a5965'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:33.021766 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66139007-5254-4c19-9112-aa5a68949708 None None] Pushing event updated for resources: {'Port': ['ID=41f673e9-b8b8-4afe-ae6c-61dab52f54f0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:33.157145 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-06fd8002-04f5-4f2e-b92e-fd8dd5e0d880 None None] Provisioning complete for port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:33.157896 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06fd8002-04f5-4f2e-b92e-fd8dd5e0d880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:33.160208 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] Set router e0101bb5-1501-4073-b9b6-ded1aa2a5965 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:33.359550 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-06fd8002-04f5-4f2e-b92e-fd8dd5e0d880 None None] Current status of the port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:33.359901 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06fd8002-04f5-4f2e-b92e-fd8dd5e0d880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:33.446555 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-06fd8002-04f5-4f2e-b92e-fd8dd5e0d880 None None] For port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=41f673e9-b8b8-4afe-ae6c-61dab52f54f0,segment=NetworkSegment(75d137dc-5b52-4b8d-9600-61dc6b16918b),segment_id=75d137dc-5b52-4b8d-9600-61dc6b16918b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:33.452293 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06fd8002-04f5-4f2e-b92e-fd8dd5e0d880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:33.489900 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'name': 'tempest-TestMinimumBasicScenario-1199834732-router', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:28Z', 'revision_number': 4, 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'gw_port': {'id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '41f673e9-b8b8-4afe-ae6c-61dab52f54f0', 'name': '', 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'mac_address': 'fa:16:3e:b5:86:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'd4852201-775b-4d85-8df3-580a72f668d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:26Z', 'updated_at': '2022-04-11T06:33:32Z', 'revision_number': 4, 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'subnets': [{'id': 'd4852201-775b-4d85-8df3-580a72f668d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:33.519931 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c726e5e-c086-479b-84c2-ef7eee72b2fb None None] The sync data for ids ['e0101bb5-1501-4073-b9b6-ded1aa2a5965'] in dv-cinder-836996-3-iscsi is: [{'id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'name': 'tempest-TestMinimumBasicScenario-1199834732-router', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:28Z', 'revision_number': 4, 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'gw_port': {'id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '41f673e9-b8b8-4afe-ae6c-61dab52f54f0', 'name': '', 'network_id': '32837f58-ed5d-4e61-affb-a6329e44f00b', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'mac_address': 'fa:16:3e:b5:86:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'd4852201-775b-4d85-8df3-580a72f668d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:26Z', 'updated_at': '2022-04-11T06:33:32Z', 'revision_number': 4, 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'subnets': [{'id': 'd4852201-775b-4d85-8df3-580a72f668d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:33:33.559837 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd8002-04f5-4f2e-b92e-fd8dd5e0d880 None None] Pushing event updated for resources: {'Port': ['ID=41f673e9-b8b8-4afe-ae6c-61dab52f54f0,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:33.751583 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-4ee1fd16-acd4-4054-a247-0147421de1a8 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:33.753898 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-4ee1fd16-acd4-4054-a247-0147421de1a8 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.20 "GET /v2.0/networks?id=d6d9c5f1-17a3-472c-9d02-0176dc33c115 HTTP/1.1" status: 200 len: 812 time: 0.1651680 Apr 11 06:33:33.877019 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dddb3-7d39-4cf7-83de-f6f09a56feba req-2fc4ee26-3d78-48aa-841c-356c13e3328a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:33.887380 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa1dddb3-7d39-4cf7-83de-f6f09a56feba req-2fc4ee26-3d78-48aa-841c-356c13e3328a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.1324019 Apr 11 06:33:34.050105 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa1dddb3-7d39-4cf7-83de-f6f09a56feba req-ff90225e-8c12-4695-b88f-126044e53b0e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614623 Apr 11 06:33:34.056792 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc260e-bda9-43c3-bcd9-384d7257a474 req-66134acf-d3c7-4b2d-8243-c6c1afb80db0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:34.058768 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-47cc260e-bda9-43c3-bcd9-384d7257a474 req-66134acf-d3c7-4b2d-8243-c6c1afb80db0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.1157284 Apr 11 06:33:34.147863 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:33:34.227536 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Request body: {'port': {'device_id': '582dbb37-f80c-43b0-987d-f64f34307035', 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115', 'admin_state_up': True, 'tenant_id': '1cb74c5587fb413dab93cda3d0134666'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:34.276160 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-47cc260e-bda9-43c3-bcd9-384d7257a474 req-1b2e9a32-8718-473b-9330-f0bed93e513c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011824 Apr 11 06:33:34.281047 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-39d8fb83-49f5-4278-a540-edb4da38d8a1 req-863ef079-b3fb-4912-8843-0c295395aed4 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 210 time: 0.1641848 Apr 11 06:33:34.557749 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Made reservation on behalf of 1cb74c5587fb413dab93cda3d0134666 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:33:34.578890 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:34.755682 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:34.842626 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:34.842994 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:34.846139 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Allocated IP 172.20.0.3 (d6d9c5f1-17a3-472c-9d02-0176dc33c115/2dfc909e-0d32-4526-9d68-3b90332026be/4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:33:34.930636 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:35.047588 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks [] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:35.104197 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:35.152662 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Network d6d9c5f1-17a3-472c-9d02-0176dc33c115 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:33:35.158820 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:35.163775 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:33:35.210527 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Pushing event updated for resources: {'Port': ['ID=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:35.228767 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.229454 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.229994 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.230923 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.231716 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.232278 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.232903 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.233524 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.234118 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.234807 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.235336 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.236038 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.236773 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.237396 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.238169 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:33:35.251140 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:35.252282 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:35.269769 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f943f99-fe86-4d5c-b4ce-dbfa25e71371 req-90f088a0-3627-4f48-bf87-4528ec172827 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:35.278728 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f943f99-fe86-4d5c-b4ce-dbfa25e71371 req-90f088a0-3627-4f48-bf87-4528ec172827 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.1186335 Apr 11 06:33:35.289945 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-468b1987-7306-449e-aa6a-3a3e98cce367 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0782871 Apr 11 06:33:35.349913 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f943f99-fe86-4d5c-b4ce-dbfa25e71371 req-8d90763e-b805-49e6-9807-00e70e0737bc tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700543 Apr 11 06:33:35.509971 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de0432-d901-4fa4-975a-ad3a2de4d28d req-e5881dbe-c534-4c93-960f-035baec3d6bf tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:35.511460 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1de0432-d901-4fa4-975a-ad3a2de4d28d req-e5881dbe-c534-4c93-960f-035baec3d6bf tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.1038909 Apr 11 06:33:35.572827 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ac24f-11a3-498d-89ff-d665e2114a7f req-552cc4fc-e414-4fac-a6fb-e54cf51d7787 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:35.579697 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b01ac24f-11a3-498d-89ff-d665e2114a7f req-552cc4fc-e414-4fac-a6fb-e54cf51d7787 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 931 time: 0.0672472 Apr 11 06:33:35.655897 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b01ac24f-11a3-498d-89ff-d665e2114a7f req-7264df03-dcaa-4e97-b0c1-7287caa06f34 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752058 Apr 11 06:33:35.685638 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1de0432-d901-4fa4-975a-ad3a2de4d28d req-3dcc2926-82dd-49b6-9004-a2e5cd2a243e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592033 Apr 11 06:33:35.912949 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Request body: {'port': {'device_id': '582dbb37-f80c-43b0-987d-f64f34307035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:36.084575 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c13ed0-a8df-4cb4-80a2-57a228e26b8f req-e2862158-52a9-4846-9b51-16c6382cfaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:36.086098 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-57c13ed0-a8df-4cb4-80a2-57a228e26b8f req-e2862158-52a9-4846-9b51-16c6382cfaa5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 1130 time: 0.0947685 Apr 11 06:33:36.088008 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:36.209391 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-57c13ed0-a8df-4cb4-80a2-57a228e26b8f req-88f23f05-5d65-49b8-a549-38adfe132691 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008074 Apr 11 06:33:36.576851 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb299db-bbfd-4e21-b237-0e6d7aae5f13 req-c05a6c50-802a-4f32-b38d-b403cda29370 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:36.579954 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2fb299db-bbfd-4e21-b237-0e6d7aae5f13 req-c05a6c50-802a-4f32-b38d-b403cda29370 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.1218445 Apr 11 06:33:36.640580 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2fb299db-bbfd-4e21-b237-0e6d7aae5f13 req-e4b2a5c9-7cdd-4f96-81e5-3a8cd9100a37 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541708 Apr 11 06:33:36.824380 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:33:36.834405 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Publish callbacks [] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:36.853904 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Transition to ACTIVE for port object 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:33:36.858558 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657b1f7-eb7f-4caf-b76e-90f0e7e2ebc7 req-8f897c8c-6c26-42a0-9edf-5936e895740a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:36.860265 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:36.866155 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5657b1f7-eb7f-4caf-b76e-90f0e7e2ebc7 req-8f897c8c-6c26-42a0-9edf-5936e895740a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.1234546 Apr 11 06:33:36.892279 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768df5f-ccbe-4f4b-9b3f-3e1908e27794 req-b00253f8-29fe-4537-9eec-7a186566f607 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:36.893833 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7768df5f-ccbe-4f4b-9b3f-3e1908e27794 req-b00253f8-29fe-4537-9eec-7a186566f607 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 931 time: 0.1013403 Apr 11 06:33:36.944489 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Pushing event updated for resources: {'Port': ['ID=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:36.960783 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5657b1f7-eb7f-4caf-b76e-90f0e7e2ebc7 req-5584b277-151e-4111-b12a-5b78ed48d0b1 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930309 Apr 11 06:33:37.259079 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Attempting to bind port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:33:37.259641 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Attempting to bind port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'd6556879-5358-4f5f-8020-4632634b0c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:33:37.259973 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Attempting to bind port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb on network d6d9c5f1-17a3-472c-9d02-0176dc33c115 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:33:37.266097 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb on network d6d9c5f1-17a3-472c-9d02-0176dc33c115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:33:37.266420 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Attempting to bind port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb on network d6d9c5f1-17a3-472c-9d02-0176dc33c115 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:33:37.274708 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:33:37.275139 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Checking segment: {'id': 'd6556879-5358-4f5f-8020-4632634b0c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:33:37.275523 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Bound using segment: {'id': 'd6556879-5358-4f5f-8020-4632634b0c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:33:37.276020 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Bound port: 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6556879-5358-4f5f-8020-4632634b0c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:33:37.276445 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:37.389614 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] For port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb, host hv-cinder-83699, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:33:37.394237 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] For port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb,segment=NetworkSegment(d6556879-5358-4f5f-8020-4632634b0c50),segment_id=d6556879-5358-4f5f-8020-4632634b0c50)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:33:37.408240 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:37.476066 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:37.476771 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:37.479375 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] 10.222.0.20 "PUT /v2.0/ports/4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb HTTP/1.1" status: 200 len: 1093 time: 1.5709002 Apr 11 06:33:37.479901 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582dbb37-f80c-43b0-987d-f64f34307035', 'tag': '4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:37.483778 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63539add-afd4-4c7d-8a47-8b41d1f60f04" -d '{"events": [{"name": "network-changed", "server_uuid": "582dbb37-f80c-43b0-987d-f64f34307035", "tag": "4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:37.506091 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7768df5f-ccbe-4f4b-9b3f-3e1908e27794 req-7f8a269f-9e29-4c5a-97b3-d5f724a95622 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828435 Apr 11 06:33:37.588018 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254e483-07b8-4ec3-80bd-5ae7d5a1c148 req-6fb586a7-a1ef-4621-bb1d-bacb92f7181c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:37.590048 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a254e483-07b8-4ec3-80bd-5ae7d5a1c148 req-6fb586a7-a1ef-4621-bb1d-bacb92f7181c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0978327 Apr 11 06:33:37.689331 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a254e483-07b8-4ec3-80bd-5ae7d5a1c148 req-ede31d62-4208-4965-bdcd-512b977d3b78 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929756 Apr 11 06:33:37.841606 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c1c4d-e16d-4486-b852-8ce11ff1f24a req-9bfd13eb-fd92-4fba-9fdb-885c0ad8598b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:37.853572 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2b7c1c4d-e16d-4486-b852-8ce11ff1f24a req-9bfd13eb-fd92-4fba-9fdb-885c0ad8598b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0939398 Apr 11 06:33:37.918921 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c093a8-d1f4-40b2-80e5-5887f7a5d3df x-openstack-request-id: req-70c093a8-d1f4-40b2-80e5-5887f7a5d3df {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:37.919195 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582dbb37-f80c-43b0-987d-f64f34307035", "tag": "4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:37.919486 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70c093a8-d1f4-40b2-80e5-5887f7a5d3df {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:37.919809 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c093a8-d1f4-40b2-80e5-5887f7a5d3df'] response: {'name': 'network-changed', 'server_uuid': '582dbb37-f80c-43b0-987d-f64f34307035', 'tag': '4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb', 'status': 'completed', 'code': 200} Apr 11 06:33:37.940299 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2b7c1c4d-e16d-4486-b852-8ce11ff1f24a req-a258f48a-afeb-4fa9-af76-3aa9f85f1ed2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853381 Apr 11 06:33:37.956217 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cf40e-9de9-4d5b-9511-e4d93439c5bb service neutron] Pushing event updated for resources: {'Port': ['ID=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:37.961947 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b4e3c-7713-400e-882c-e1d432cba70b req-48a97a09-c7bd-4de5-98c3-55a508927bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:37.963826 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-142b4e3c-7713-400e-882c-e1d432cba70b req-48a97a09-c7bd-4de5-98c3-55a508927bb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 1127 time: 0.4575613 Apr 11 06:33:38.135347 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b44ab-0b6e-4af3-b723-191245442b73 req-a7c0de11-43d8-40b1-9314-25db122a5731 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:38.141556 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-883b44ab-0b6e-4af3-b723-191245442b73 req-a7c0de11-43d8-40b1-9314-25db122a5731 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.1007681 Apr 11 06:33:38.213938 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-883b44ab-0b6e-4af3-b723-191245442b73 req-d919d456-0b74-4a06-978f-bcac4f910b53 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589535 Apr 11 06:33:38.683906 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdac14-483c-4cb4-aaab-7f3f833ff520 req-95b654eb-3b98-4ba5-ab61-c11c3d8f7681 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:38.685925 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d3bdac14-483c-4cb4-aaab-7f3f833ff520 req-95b654eb-3b98-4ba5-ab61-c11c3d8f7681 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 943 time: 0.0606728 Apr 11 06:33:38.765349 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d3bdac14-483c-4cb4-aaab-7f3f833ff520 req-f4687bab-abe5-48a1-a562-7a8f789ad293 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735457 Apr 11 06:33:38.896110 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153da8c-6130-4b77-883d-781f1cf9ffc6 req-a84a5f1a-27e7-400b-a485-f583db1d45c9 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:38.897578 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0153da8c-6130-4b77-883d-781f1cf9ffc6 req-a84a5f1a-27e7-400b-a485-f583db1d45c9 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0795660 Apr 11 06:33:38.964616 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0153da8c-6130-4b77-883d-781f1cf9ffc6 req-cfc605f9-a8ee-4315-9f4a-e13d52186e80 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605547 Apr 11 06:33:39.078856 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896dff3-a198-465b-a6db-6112ca6cc736 req-b150e060-bc10-4925-9fb4-676d5744ea32 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:39.080878 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6896dff3-a198-465b-a6db-6112ca6cc736 req-b150e060-bc10-4925-9fb4-676d5744ea32 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0550289 Apr 11 06:33:39.142886 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6896dff3-a198-465b-a6db-6112ca6cc736 req-d0d417e2-87fe-41d1-a257-94450aa9a3ea tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504789 Apr 11 06:33:39.256750 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b641d2-3d90-4003-a23d-fc0603ee19c5 req-ca9e06d0-f6a2-4da2-8a13-39d2de583c55 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:39.258212 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-15b641d2-3d90-4003-a23d-fc0603ee19c5 req-ca9e06d0-f6a2-4da2-8a13-39d2de583c55 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0580969 Apr 11 06:33:39.267376 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38404) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:39.272384 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3af7cac4-922b-456a-92ce-782551bfd54f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Request body: {'floatingip': {'port_id': '350f5d83-c3d8-4058-92e8-3d5c1e752799'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:39.324558 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3af7cac4-922b-456a-92ce-782551bfd54f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for floatingip (502a24bf-0ddc-4665-a032-813dcf02fe6c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:39.354657 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c602f2-61e3-46a5-be37-ba566f2bc433 req-7fdaef33-6fb0-4b54-8d35-b95caf53d2c1 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:39.356949 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c602f2-61e3-46a5-be37-ba566f2bc433 req-7fdaef33-6fb0-4b54-8d35-b95caf53d2c1 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0569892 Apr 11 06:33:39.414362 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c602f2-61e3-46a5-be37-ba566f2bc433 req-71238953-abf9-412a-9a8d-eeacaea88712 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495670 Apr 11 06:33:39.810364 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-890dd871-16ad-45ae-93ee-6a1bfd734a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:39.811866 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-890dd871-16ad-45ae-93ee-6a1bfd734a6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cb74c5587fb413dab93cda3d0134666&device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 1127 time: 0.1357214 Apr 11 06:33:39.880164 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b4e3c-7713-400e-882c-e1d432cba70b req-33aa10d7-0e6a-40a4-9212-10aed1914d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:39.881651 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-142b4e3c-7713-400e-882c-e1d432cba70b req-33aa10d7-0e6a-40a4-9212-10aed1914d7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 916 time: 0.2273924 Apr 11 06:33:39.919522 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1242f3-e286-41aa-9c29-026c4700af55 req-fe4a8cf0-72c5-4038-a263-581c70874a76 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:39.921493 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce1242f3-e286-41aa-9c29-026c4700af55 req-fe4a8cf0-72c5-4038-a263-581c70874a76 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 943 time: 0.0753012 Apr 11 06:33:40.003487 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce1242f3-e286-41aa-9c29-026c4700af55 req-4843759b-3c43-40d9-a265-e60c9f8673ac tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722656 Apr 11 06:33:40.007143 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3af7cac4-922b-456a-92ce-782551bfd54f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:40.022317 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3af7cac4-922b-456a-92ce-782551bfd54f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (502a24bf-0ddc-4665-a032-813dcf02fe6c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:40.141846 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c689991-1a0a-4785-a26f-8bdecf08f6eb req-36c821ea-893c-420f-924d-700d15f88dd4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:40.149171 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c689991-1a0a-4785-a26f-8bdecf08f6eb req-36c821ea-893c-420f-924d-700d15f88dd4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0806015 Apr 11 06:33:40.153300 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-3af7cac4-922b-456a-92ce-782551bfd54f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Floating IP 502a24bf-0ddc-4665-a032-813dcf02fe6c associated. External IP: 172.27.2.163, port: 350f5d83-c3d8-4058-92e8-3d5c1e752799. Apr 11 06:33:40.209848 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c689991-1a0a-4785-a26f-8bdecf08f6eb req-984e5e41-57c5-4424-bc5c-ea1576fde77b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594780 Apr 11 06:33:40.453231 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-878b7f3b-6929-4417-b55d-b596b6606808 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb HTTP/1.1" status: 200 len: 217 time: 0.0672188 Apr 11 06:33:40.512291 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-a6ce6be4-b484-4c29-be4c-72831d3eb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:40.513866 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-a6ce6be4-b484-4c29-be4c-72831d3eb9cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2dfc909e-0d32-4526-9d68-3b90332026be HTTP/1.1" status: 200 len: 852 time: 0.0524516 Apr 11 06:33:40.536253 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-142b4e3c-7713-400e-882c-e1d432cba70b req-c7e0ff8f-ab52-4da6-a891-4c445dbd8cd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 HTTP/1.1" status: 200 len: 998 time: 0.1563559 Apr 11 06:33:40.564608 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b31e7-1892-4cac-81e7-23180815b768 req-82817a9e-6ba4-4bc6-8cb1-520909d6fd52 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:40.571485 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b22b31e7-1892-4cac-81e7-23180815b768 req-82817a9e-6ba4-4bc6-8cb1-520909d6fd52 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0784552 Apr 11 06:33:40.620672 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b4e3c-7713-400e-882c-e1d432cba70b req-3d063525-cc04-40ca-b322-f7ac03788f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:40.620672 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-142b4e3c-7713-400e-882c-e1d432cba70b req-3d063525-cc04-40ca-b322-f7ac03788f50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.0714860 Apr 11 06:33:40.622485 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-95a374c1-1f45-49ca-8e21-eeb47fd3a3f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d9c5f1-17a3-472c-9d02-0176dc33c115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857074 Apr 11 06:33:40.628092 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b22b31e7-1892-4cac-81e7-23180815b768 req-309a4bc0-4456-4681-bc5a-10ae7712ac0a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536971 Apr 11 06:33:40.632308 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af7cac4-922b-456a-92ce-782551bfd54f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:33:40.739726 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b4e3c-7713-400e-882c-e1d432cba70b req-caedd256-f836-4689-a27f-cbe42fe03fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:40.741261 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-142b4e3c-7713-400e-882c-e1d432cba70b req-caedd256-f836-4689-a27f-cbe42fe03fd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034858 Apr 11 06:33:40.921789 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-5b314204-3799-4119-9bdd-ed99d504660b service neutron] 10.222.0.20 "GET /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544556 Apr 11 06:33:40.992268 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af7cac4-922b-456a-92ce-782551bfd54f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:33:41.005220 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1f3d5-40b0-4ff6-9e34-0b6a02448296 None None] Sync routers for ids ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:33:41.009289 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3af7cac4-922b-456a-92ce-782551bfd54f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:41.017314 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1f3d5-40b0-4ff6-9e34-0b6a02448296 None None] Routers {'84bd57e8-b720-4e84-85c0-0832f9bcd7f3'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:41.018034 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ad1f3d5-40b0-4ff6-9e34-0b6a02448296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:41.063098 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-142b4e3c-7713-400e-882c-e1d432cba70b req-61aa378a-44c3-48ef-8289-7d7fe739d2bf service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799392 Apr 11 06:33:41.133976 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3af7cac4-922b-456a-92ce-782551bfd54f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "PUT /v2.0/floatingips/502a24bf-0ddc-4665-a032-813dcf02fe6c HTTP/1.1" status: 200 len: 992 time: 1.8644421 Apr 11 06:33:41.138748 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe24671-962e-408d-8331-cba42019d6dd', 'tag': '350f5d83-c3d8-4058-92e8-3d5c1e752799'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:41.142946 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe24671-962e-408d-8331-cba42019d6dd", "tag": "350f5d83-c3d8-4058-92e8-3d5c1e752799"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:41.186163 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db7a4e-ee4a-4d48-8f10-7cac36918d15 req-aee0c199-488b-426a-b0fd-73f27b5418ca tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:41.192701 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19db7a4e-ee4a-4d48-8f10-7cac36918d15 req-aee0c199-488b-426a-b0fd-73f27b5418ca tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 943 time: 0.0908649 Apr 11 06:33:41.206793 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f63d00c-4c83-4083-9bac-f0ad8f8f2cfe x-openstack-request-id: req-1f63d00c-4c83-4083-9bac-f0ad8f8f2cfe {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:41.207084 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe24671-962e-408d-8331-cba42019d6dd", "tag": "350f5d83-c3d8-4058-92e8-3d5c1e752799", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:41.207334 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f63d00c-4c83-4083-9bac-f0ad8f8f2cfe {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:41.207734 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f63d00c-4c83-4083-9bac-f0ad8f8f2cfe'] response: {'name': 'network-changed', 'server_uuid': 'cbe24671-962e-408d-8331-cba42019d6dd', 'tag': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'status': 'completed', 'code': 200} Apr 11 06:33:41.212367 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8b298536-620e-4ad1-9483-7e216ce0f41e req-82ae6adb-4e71-426c-b1da-a7233fe31036 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814877 Apr 11 06:33:41.219781 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9ad1f3d5-40b0-4ff6-9e34-0b6a02448296 None None] Set router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:41.256991 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-142b4e3c-7713-400e-882c-e1d432cba70b req-0cb4faf5-f2ed-4b00-b473-276082caf88e service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834219 Apr 11 06:33:41.309198 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19db7a4e-ee4a-4d48-8f10-7cac36918d15 req-e45dbbad-65e5-483d-95ac-a4f4f80fffa6 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096127 Apr 11 06:33:41.387351 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd375c95-c5c5-42e3-bab2-ddf9ab86efe5 req-aa441e7d-ebde-4881-8367-1518b91a0f49 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:41.393193 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fd375c95-c5c5-42e3-bab2-ddf9ab86efe5 req-aa441e7d-ebde-4881-8367-1518b91a0f49 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0827117 Apr 11 06:33:41.494989 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fd375c95-c5c5-42e3-bab2-ddf9ab86efe5 req-7841156d-70b6-4aa0-a7b7-2518c1931178 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888083 Apr 11 06:33:41.582327 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9 req-7e249ab5-b11b-4c06-8927-7d73f7dcb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:41.584555 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9 req-7e249ab5-b11b-4c06-8927-7d73f7dcb30a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 1130 time: 0.3447726 Apr 11 06:33:41.625442 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ad1f3d5-40b0-4ff6-9e34-0b6a02448296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '502a24bf-0ddc-4665-a032-813dcf02fe6c', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'port_id': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'mac_address': 'fa:16:3e:e4:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe24671-962e-408d-8331-cba42019d6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:33:08Z', 'updated_at': '2022-04-11T06:33:39Z', 'revision_number': 1, 'project_id': '5172a438ed16452899c496083e8fae1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c94d9e-0147-4060-969c-6590d22a8232', 'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'mac_address': 'fa:16:3e:d6:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:40Z', 'updated_at': '2022-04-11T06:30:52Z', 'revision_number': 5, 'project_id': '5172a438ed16452899c496083e8fae1a', 'subnets': [{'id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:41.655580 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1f3d5-40b0-4ff6-9e34-0b6a02448296 None None] Checking router: 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:33:41.666960 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1f3d5-40b0-4ff6-9e34-0b6a02448296 None None] Routers {'84bd57e8-b720-4e84-85c0-0832f9bcd7f3'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:41.667864 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ad1f3d5-40b0-4ff6-9e34-0b6a02448296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:41.768179 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6fbfd-6e61-401f-b59c-ac644339b92a req-b7f031cb-bd86-478e-ae4f-52354b5cb241 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:41.777665 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-34a6fbfd-6e61-401f-b59c-ac644339b92a req-b7f031cb-bd86-478e-ae4f-52354b5cb241 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0710590 Apr 11 06:33:41.796386 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9ad1f3d5-40b0-4ff6-9e34-0b6a02448296 None None] Set router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:41.843148 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-34a6fbfd-6e61-401f-b59c-ac644339b92a req-97d4fc64-7882-40b7-8bea-1cf8777f2c91 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607944 Apr 11 06:33:41.912166 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363b4b4-4c4b-42ca-9834-4f8d5432214f req-3191d2f8-9b22-4bce-a2a3-0f589d338322 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:41.913792 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b363b4b4-4c4b-42ca-9834-4f8d5432214f req-3191d2f8-9b22-4bce-a2a3-0f589d338322 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 945 time: 0.0555296 Apr 11 06:33:41.961432 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b363b4b4-4c4b-42ca-9834-4f8d5432214f req-ca961b04-c83d-4fb4-b914-2fe553736e81 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411930 Apr 11 06:33:42.028676 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ad1f3d5-40b0-4ff6-9e34-0b6a02448296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '502a24bf-0ddc-4665-a032-813dcf02fe6c', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'port_id': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'mac_address': 'fa:16:3e:e4:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe24671-962e-408d-8331-cba42019d6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:33:08Z', 'updated_at': '2022-04-11T06:33:39Z', 'revision_number': 1, 'project_id': '5172a438ed16452899c496083e8fae1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c94d9e-0147-4060-969c-6590d22a8232', 'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'mac_address': 'fa:16:3e:d6:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:40Z', 'updated_at': '2022-04-11T06:30:52Z', 'revision_number': 5, 'project_id': '5172a438ed16452899c496083e8fae1a', 'subnets': [{'id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:42.057498 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1f3d5-40b0-4ff6-9e34-0b6a02448296 None None] The sync data for ids ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'] in dv-cinder-836996-3-iscsi is: [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '502a24bf-0ddc-4665-a032-813dcf02fe6c', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'port_id': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'mac_address': 'fa:16:3e:e4:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe24671-962e-408d-8331-cba42019d6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:33:08Z', 'updated_at': '2022-04-11T06:33:39Z', 'revision_number': 1, 'project_id': '5172a438ed16452899c496083e8fae1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c94d9e-0147-4060-969c-6590d22a8232', 'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'mac_address': 'fa:16:3e:d6:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:40Z', 'updated_at': '2022-04-11T06:30:52Z', 'revision_number': 5, 'project_id': '5172a438ed16452899c496083e8fae1a', 'subnets': [{'id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:33:42.250192 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c67148d-a87e-4204-8804-eddc44913862 None None] New status for floating IP 502a24bf-0ddc-4665-a032-813dcf02fe6c: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:33:42.473000 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fccfb-e52d-4140-9807-ddc67b4d71c1 req-8f471779-b7a6-4a75-8b7d-9eeff6342ed6 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:42.474720 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-276fccfb-e52d-4140-9807-ddc67b4d71c1 req-8f471779-b7a6-4a75-8b7d-9eeff6342ed6 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 943 time: 0.0864758 Apr 11 06:33:42.479432 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63539add-afd4-4c7d-8a47-8b41d1f60f04 req-396750f4-c167-4c1d-937f-660c84a36be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:42.481235 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-63539add-afd4-4c7d-8a47-8b41d1f60f04 req-396750f4-c167-4c1d-937f-660c84a36be4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cb74c5587fb413dab93cda3d0134666&device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 1127 time: 0.1033597 Apr 11 06:33:42.505489 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9 req-f8e0670b-3802-4beb-a4e8-47526671631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:42.506956 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9 req-f8e0670b-3802-4beb-a4e8-47526671631d service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.1429143 Apr 11 06:33:42.587296 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-276fccfb-e52d-4140-9807-ddc67b4d71c1 req-8e093c6d-d4f1-487d-a924-1b65145853df tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998278 Apr 11 06:33:42.611864 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-6834daf6-a947-4ef6-b28d-04dc03edcc56 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:42.613569 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-6834daf6-a947-4ef6-b28d-04dc03edcc56 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/networks?id=b769bb07-bc63-4ce0-963d-a6ae425f54ff HTTP/1.1" status: 200 len: 814 time: 0.1376708 Apr 11 06:33:42.628699 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-58be43b4-81a3-4523-a369-70abf13e2a55 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/quotas/6a166131e4b1483d81edac72f8ca239e HTTP/1.1" status: 200 len: 375 time: 0.0093079 Apr 11 06:33:42.706215 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-1bbf1c1b-fc35-4a9e-8eb5-02f31738cee9 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a166131e4b1483d81edac72f8ca239e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716317 Apr 11 06:33:42.714183 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89c7ca-c243-4df1-9f76-01408b5a06b6 req-8fab40ab-e512-46f1-850c-dd548c05ceb8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:42.715918 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7a89c7ca-c243-4df1-9f76-01408b5a06b6 req-8fab40ab-e512-46f1-850c-dd548c05ceb8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0712397 Apr 11 06:33:42.820690 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7a89c7ca-c243-4df1-9f76-01408b5a06b6 req-a60d49e2-53b2-4152-8d91-3c14b694c45b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931883 Apr 11 06:33:42.838000 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-6b9de11e-7b0f-48f7-8dd5-6a85273b1640 service neutron] 10.222.0.18 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177201 Apr 11 06:33:42.962508 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69333322-4da7-4e4e-a97f-ea009185e990 req-17f7b339-f1c1-4ff2-890d-9c3c9729862e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:42.963993 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-69333322-4da7-4e4e-a97f-ea009185e990 req-17f7b339-f1c1-4ff2-890d-9c3c9729862e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0608518 Apr 11 06:33:42.971266 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-ffb2bcd2-33d3-4fba-a5bb-06a70558bc89 service neutron] 10.222.0.18 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239333 Apr 11 06:33:43.019729 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-69333322-4da7-4e4e-a97f-ea009185e990 req-815eea88-30ad-4fac-a403-013a9bd8f236 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481157 Apr 11 06:33:43.137118 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16e668-22a5-4a91-b612-2d9fc0f98074 req-fcfdbcc3-0609-42a7-9a59-4c3228319b07 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:43.138613 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec16e668-22a5-4a91-b612-2d9fc0f98074 req-fcfdbcc3-0609-42a7-9a59-4c3228319b07 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 945 time: 0.0602052 Apr 11 06:33:43.160208 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cefdef4a-e818-4252-9fa8-6372c23f899c req-177d91a7-4bb6-4183-b189-68f25fbf06dd tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 210 time: 0.0480549 Apr 11 06:33:43.196798 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec16e668-22a5-4a91-b612-2d9fc0f98074 req-4c8353e7-51f8-4093-b6bf-0d6ac65d540b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438387 Apr 11 06:33:43.705211 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe342c-5039-44f5-a442-42dc5d6a8d48 req-a3ded22d-73fe-4f3f-8b51-86c034585a2b tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:43.706710 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0afe342c-5039-44f5-a442-42dc5d6a8d48 req-a3ded22d-73fe-4f3f-8b51-86c034585a2b tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 943 time: 0.0496578 Apr 11 06:33:43.706955 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:33:43.797618 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0afe342c-5039-44f5-a442-42dc5d6a8d48 req-b1146c03-337b-459e-9786-23ee545b7cb0 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846751 Apr 11 06:33:43.832427 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb,segment=NetworkSegment(d6556879-5358-4f5f-8020-4632634b0c50),segment_id=d6556879-5358-4f5f-8020-4632634b0c50)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:43.845715 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb', 'network_id': 'd6d9c5f1-17a3-472c-9d02-0176dc33c115', 'port_id': '4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb', 'mac_address': 'fa:16:3e:0a:ab:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfc909e-0d32-4526-9d68-3b90332026be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:33:43.857702 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9 req-749e6109-1a61-4546-ae8b-e8cdea319f10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=350f5d83-c3d8-4058-92e8-3d5c1e752799 HTTP/1.1" status: 200 len: 1002 time: 0.1372044 Apr 11 06:33:43.879910 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63539add-afd4-4c7d-8a47-8b41d1f60f04 req-e37a1664-6cb2-49cd-ac10-523c260367be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:43.881491 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-63539add-afd4-4c7d-8a47-8b41d1f60f04 req-e37a1664-6cb2-49cd-ac10-523c260367be service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6d9c5f1-17a3-472c-9d02-0176dc33c115 HTTP/1.1" status: 200 len: 912 time: 0.1539168 Apr 11 06:33:43.892779 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:43.893196 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:43.907263 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:33:43.928143 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb,segment=NetworkSegment(d6556879-5358-4f5f-8020-4632634b0c50),segment_id=d6556879-5358-4f5f-8020-4632634b0c50)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:43.934181 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:43.967609 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fb8e1-25d2-44df-b815-11e8603bf6f5 req-05aedd66-ad99-4acc-99f6-80693fea96da tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:43.973459 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2c0fb8e1-25d2-44df-b815-11e8603bf6f5 req-05aedd66-ad99-4acc-99f6-80693fea96da tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0743577 Apr 11 06:33:43.992811 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-63539add-afd4-4c7d-8a47-8b41d1f60f04 req-08b8e9cc-d123-47c0-b0a0-119447220230 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb HTTP/1.1" status: 200 len: 217 time: 0.0824955 Apr 11 06:33:43.994813 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:44.009826 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9 req-4941407e-5155-4477-a375-12108696e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:44.011450 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9 req-4941407e-5155-4477-a375-12108696e27a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.0948296 Apr 11 06:33:44.025717 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2c0fb8e1-25d2-44df-b815-11e8603bf6f5 req-d3fb3326-382d-4cd9-be10-c300b22468c1 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476856 Apr 11 06:33:44.140380 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83906-f36b-4505-8111-96d64d45efb8 req-a7880406-6f7f-4233-9227-19457dac07f6 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:44.142114 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-72a83906-f36b-4505-8111-96d64d45efb8 req-a7880406-6f7f-4233-9227-19457dac07f6 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0513337 Apr 11 06:33:44.165381 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9 req-b487f1c4-f8dc-4e76-bbe6-7fd06a38f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:44.167140 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9 req-b487f1c4-f8dc-4e76-bbe6-7fd06a38f1f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727072 Apr 11 06:33:44.168858 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63539add-afd4-4c7d-8a47-8b41d1f60f04 req-66e23a2e-b099-4ee7-9ef5-2a1f7c7984f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:44.170149 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-63539add-afd4-4c7d-8a47-8b41d1f60f04 req-66e23a2e-b099-4ee7-9ef5-2a1f7c7984f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2dfc909e-0d32-4526-9d68-3b90332026be HTTP/1.1" status: 200 len: 852 time: 0.0846069 Apr 11 06:33:44.201277 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-72a83906-f36b-4505-8111-96d64d45efb8 req-d09e5b99-5386-4489-b21a-f6127e1024f2 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532885 Apr 11 06:33:44.263406 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2aedab6b-17d8-4419-9c4f-7902cdabb289 req-04015dcc-aa12-41ad-aff7-2821965f7c85 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 210 time: 0.0271044 Apr 11 06:33:44.276864 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:33:44.313603 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5b5ed-ea39-4aad-a416-58f3a4edef0e req-bd506180-00be-4d3a-b413-1430c8851d9f tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:44.315070 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-16a5b5ed-ea39-4aad-a416-58f3a4edef0e req-bd506180-00be-4d3a-b413-1430c8851d9f tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 945 time: 0.0499270 Apr 11 06:33:44.363373 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-16a5b5ed-ea39-4aad-a416-58f3a4edef0e req-c3b0288c-3a0f-4d30-ab55-75bd0d2d4ff6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426271 Apr 11 06:33:44.507329 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-63539add-afd4-4c7d-8a47-8b41d1f60f04 req-9dd9f4b2-57b8-44b8-a365-2baf4dbc08d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d9c5f1-17a3-472c-9d02-0176dc33c115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423665 Apr 11 06:33:44.520902 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-5ef72d0f-a678-466c-bbbc-a8c2daaf3254 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:44.522530 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-5ef72d0f-a678-466c-bbbc-a8c2daaf3254 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 945 time: 0.0517159 Apr 11 06:33:44.640001 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9 req-ea7ce72b-403e-435f-aa65-ea1c524ace69 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766446 Apr 11 06:33:44.682116 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-63539add-afd4-4c7d-8a47-8b41d1f60f04 req-545f716a-cb83-4972-9b06-4463e5a8e5d4 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305444 Apr 11 06:33:44.704439 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Deleting port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:33:44.704894 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:44.744182 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-9cedfea2-3bd2-4840-b70f-9ee58608fa3c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:44.745837 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-9cedfea2-3bd2-4840-b70f-9ee58608fa3c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.20 "GET /v2.0/networks?id=b769bb07-bc63-4ce0-963d-a6ae425f54ff HTTP/1.1" status: 200 len: 814 time: 0.1861024 Apr 11 06:33:44.810364 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9 req-de57c6df-5995-4ab7-9256-b20e31f1e618 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499827 Apr 11 06:33:44.813402 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Request body: {'port': {'device_id': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'admin_state_up': True, 'tenant_id': '6a166131e4b1483d81edac72f8ca239e'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:44.835351 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-63539add-afd4-4c7d-8a47-8b41d1f60f04 req-104cf0f6-4ebf-4a69-9186-a600b69a5d4f service neutron] 10.222.0.20 "GET /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431220 Apr 11 06:33:44.880853 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] For port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8aed673a-8a57-4c9c-9aed-8dfff2b882aa,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:44.881483 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:45.050841 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0bf49-7064-4f9b-935f-a9378d603eb8 req-17fe8844-99b3-4845-96db-99f925d103b5 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:45.052408 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1aa0bf49-7064-4f9b-935f-a9378d603eb8 req-17fe8844-99b3-4845-96db-99f925d103b5 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 944 time: 0.1796474 Apr 11 06:33:45.249182 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cf060-8496-41cd-9160-b4c25e7f2e95 req-6345f9c9-2b35-4042-9d43-3c8481603100 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:45.250817 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-959cf060-8496-41cd-9160-b4c25e7f2e95 req-6345f9c9-2b35-4042-9d43-3c8481603100 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.1020677 Apr 11 06:33:45.255273 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Made reservation on behalf of 6a166131e4b1483d81edac72f8ca239e for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:33:45.258808 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:45.269521 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1aa0bf49-7064-4f9b-935f-a9378d603eb8 req-207bbd74-2909-4b77-8809-f0f87a7ca312 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018964 Apr 11 06:33:45.406933 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:45.407360 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:45.407660 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Floating IP 0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2 disassociated. External IP: 172.27.2.131, port: 8aed673a-8a57-4c9c-9aed-8dfff2b882aa. Apr 11 06:33:45.407995 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Calling delete_port for 8aed673a-8a57-4c9c-9aed-8dfff2b882aa owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:33:45.486012 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-959cf060-8496-41cd-9160-b4c25e7f2e95 req-5fd87c23-738b-4955-9ddc-d6adf4315d3b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200768 Apr 11 06:33:45.538819 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd21aa3-a34f-4825-93e7-4e97119da4a9 req-8030756d-4cf4-411b-82d1-0de52c611061 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:45.541255 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3cd21aa3-a34f-4825-93e7-4e97119da4a9 req-8030756d-4cf4-411b-82d1-0de52c611061 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.1219976 Apr 11 06:33:45.637283 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Allocated IP 172.20.0.5 (b769bb07-bc63-4ce0-963d-a6ae425f54ff/ae23a7a3-69af-4490-9a44-89d62e66bbf8/166384b4-2352-4ff7-9230-20936e84651f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:33:45.681470 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b8f1e45-5c13-46c6-86ae-efd8f99f74ec req-1c70648b-75cb-4320-978a-315902a7dd08 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 210 time: 0.0681281 Apr 11 06:33:45.755303 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:45.762357 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3cd21aa3-a34f-4825-93e7-4e97119da4a9 req-a58b8e4f-4b22-4f5b-aa06-f0039d234f6b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950827 Apr 11 06:33:45.818677 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:33:45.827422 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:45.828145 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:45.864036 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00ddfb-02c6-4c37-a37c-b9f3f087c7cb req-b70b8de3-7556-4993-9e73-3a4d0a9a085a tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:45.865705 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9e00ddfb-02c6-4c37-a37c-b9f3f087c7cb req-b70b8de3-7556-4993-9e73-3a4d0a9a085a tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 945 time: 0.1148589 Apr 11 06:33:45.883495 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (8aed673a-8a57-4c9c-9aed-8dfff2b882aa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:45.931515 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:45.932055 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:45.958485 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582dbb37-f80c-43b0-987d-f64f34307035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:45.961090 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81a830d-2152-4028-9382-e3ad45b35490" -d '{"events": [{"server_uuid": "582dbb37-f80c-43b0-987d-f64f34307035", "name": "network-vif-plugged", "status": "completed", "tag": "4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:45.977534 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb,segment=NetworkSegment(d6556879-5358-4f5f-8020-4632634b0c50),segment_id=d6556879-5358-4f5f-8020-4632634b0c50)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:45.991894 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:45.992965 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 8aed673a-8a57-4c9c-9aed-8dfff2b882aa no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:33:46.025569 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7918dc-37a5-46e5-8b4b-737c9dbc6177 x-openstack-request-id: req-da7918dc-37a5-46e5-8b4b-737c9dbc6177 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:46.025925 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582dbb37-f80c-43b0-987d-f64f34307035", "name": "network-vif-plugged", "status": "completed", "tag": "4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:46.026158 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da7918dc-37a5-46e5-8b4b-737c9dbc6177 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:46.026747 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7918dc-37a5-46e5-8b4b-737c9dbc6177'] response: {'server_uuid': '582dbb37-f80c-43b0-987d-f64f34307035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb', 'code': 200} Apr 11 06:33:46.044622 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: 8aed673a-8a57-4c9c-9aed-8dfff2b882aa {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:33:46.045023 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 8aed673a-8a57-4c9c-9aed-8dfff2b882aa not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:33:46.074446 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:46.219624 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event deleted for resources: {'Port': ['ID=8aed673a-8a57-4c9c-9aed-8dfff2b882aa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:46.302942 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9e00ddfb-02c6-4c37-a37c-b9f3f087c7cb req-7f3b06c9-e577-4b8e-a454-98f735b28a5d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f2b9355-f3bf-4cbb-97e0-19752074cb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4240201 Apr 11 06:33:46.335294 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for port (166384b4-2352-4ff7-9230-20936e84651f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:46.447313 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Router f8a382dd-e48c-4156-a92f-e5be092eb7ca has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:33:46.466694 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ffb3e-da86-48f8-b539-e7709251a3b4 req-1bae0d27-80af-4a85-8e4e-e8412960a22c tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:46.468276 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4d1ffb3e-da86-48f8-b539-e7709251a3b4 req-1bae0d27-80af-4a85-8e4e-e8412960a22c tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.0723624 Apr 11 06:33:46.479699 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (166384b4-2352-4ff7-9230-20936e84651f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:46.602396 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Network b769bb07-bc63-4ce0-963d-a6ae425f54ff is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:33:46.623984 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:33:46.658215 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event updated for resources: {'Port': ['ID=166384b4-2352-4ff7-9230-20936e84651f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:46.679494 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:33:46.740781 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4d1ffb3e-da86-48f8-b539-e7709251a3b4 req-a3b0618c-d46d-4c14-8eeb-11475c8cc395 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550082 Apr 11 06:33:46.765939 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:33:46.781820 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626b2b5-0802-4cf5-b42f-b9c2a033311a req-52a43456-84a9-4c0f-b790-13375a69ac12 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:46.782316 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34d9bc6-9abd-448e-b0c6-2cd7d0ced791 None None] Sync routers for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:33:46.793181 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5626b2b5-0802-4cf5-b42f-b9c2a033311a req-52a43456-84a9-4c0f-b790-13375a69ac12 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.1968553 Apr 11 06:33:46.822218 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34d9bc6-9abd-448e-b0c6-2cd7d0ced791 None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:46.822855 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c34d9bc6-9abd-448e-b0c6-2cd7d0ced791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:46.904463 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5626b2b5-0802-4cf5-b42f-b9c2a033311a req-0daf3286-cb36-440b-b9c1-65b6a08a7e5f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091895 Apr 11 06:33:46.917032 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9cabc250-a10a-4f4c-9d2b-e46b95a37f29 None None] Provisioning complete for port 166384b4-2352-4ff7-9230-20936e84651f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:46.917583 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9cabc250-a10a-4f4c-9d2b-e46b95a37f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (166384b4-2352-4ff7-9230-20936e84651f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:46.942741 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] No DVR routers for this DVR port 8aed673a-8a57-4c9c-9aed-8dfff2b882aa on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:33:46.946312 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:46.952755 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f6b44459-f9ed-4e20-9686-06fc2fc429eb req-6eae267f-2382-49d4-9e40-0c06f5cd645c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "DELETE /v2.0/ports/8aed673a-8a57-4c9c-9aed-8dfff2b882aa HTTP/1.1" status: 204 len: 173 time: 2.4011390 Apr 11 06:33:46.953368 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43327a94-e641-4bfc-b502-f3b8dff85806', 'name': 'network-vif-deleted', 'tag': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:46.956227 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0c3b7d-167c-4101-b526-e24c57c22cba" -d '{"events": [{"server_uuid": "43327a94-e641-4bfc-b502-f3b8dff85806", "name": "network-vif-deleted", "tag": "8aed673a-8a57-4c9c-9aed-8dfff2b882aa"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:46.967328 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:46.968941 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:47.029956 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-2f3f13b2-5fdb-4fd3-886e-e61134b5d811 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2258434 Apr 11 06:33:47.045485 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9cabc250-a10a-4f4c-9d2b-e46b95a37f29 None None] Port 166384b4-2352-4ff7-9230-20936e84651f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:33:47.085566 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c34d9bc6-9abd-448e-b0c6-2cd7d0ced791 None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:47.110665 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c477-b4b7-4529-bbcd-31a9b52c8a40 req-05303558-d065-474a-a55b-1c8cb670b4a9 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:47.112355 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c5d9c477-b4b7-4529-bbcd-31a9b52c8a40 req-05303558-d065-474a-a55b-1c8cb670b4a9 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0661516 Apr 11 06:33:47.119685 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c3b2e-c8d3-411f-8352-589257a0b731 req-f029610b-125b-4f5f-9c9b-9c6a576757f9 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:47.121491 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-502c3b2e-c8d3-411f-8352-589257a0b731 req-f029610b-125b-4f5f-9c9b-9c6a576757f9 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 931 time: 0.1622438 Apr 11 06:33:47.283419 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c5d9c477-b4b7-4529-bbcd-31a9b52c8a40 req-da209daf-35e6-447e-8614-4a146e64db6a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606879 Apr 11 06:33:47.287290 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-502c3b2e-c8d3-411f-8352-589257a0b731 req-78e76ebf-42cd-4217-9735-a2fe19463944 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580477 Apr 11 06:33:47.408538 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e317f606-76f4-47ed-9d52-edff8849e211 x-openstack-request-id: req-e317f606-76f4-47ed-9d52-edff8849e211 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:47.409870 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43327a94-e641-4bfc-b502-f3b8dff85806", "name": "network-vif-deleted", "tag": "8aed673a-8a57-4c9c-9aed-8dfff2b882aa", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:47.410364 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e317f606-76f4-47ed-9d52-edff8849e211 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:47.411095 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e317f606-76f4-47ed-9d52-edff8849e211'] response: {'server_uuid': '43327a94-e641-4bfc-b502-f3b8dff85806', 'name': 'network-vif-deleted', 'tag': '8aed673a-8a57-4c9c-9aed-8dfff2b882aa', 'status': 'completed', 'code': 200} Apr 11 06:33:47.426833 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c34d9bc6-9abd-448e-b0c6-2cd7d0ced791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '01abb464-6f11-4141-b97c-1cec3c1eaeee', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:16:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:59Z', 'updated_at': '2022-04-11T06:31:28Z', 'revision_number': 2, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:47.469631 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34d9bc6-9abd-448e-b0c6-2cd7d0ced791 None None] Checking router: f8a382dd-e48c-4156-a92f-e5be092eb7ca for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:33:47.474828 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-432746fb-eafc-446f-a53e-7c91001a21ff req-e4fb05e1-faaa-44c0-b854-9770aaac94d0 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 210 time: 0.0419810 Apr 11 06:33:47.480857 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34d9bc6-9abd-448e-b0c6-2cd7d0ced791 None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:33:47.481697 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c34d9bc6-9abd-448e-b0c6-2cd7d0ced791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:47.720313 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c34d9bc6-9abd-448e-b0c6-2cd7d0ced791 None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:33:47.889336 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a740c-0146-45f7-b075-25070d1a561c req-0c504af0-4a19-4655-8082-d3316ddd8023 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:47.895139 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-607a740c-0146-45f7-b075-25070d1a561c req-0c504af0-4a19-4655-8082-d3316ddd8023 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.0771358 Apr 11 06:33:47.973615 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-607a740c-0146-45f7-b075-25070d1a561c req-330f3374-332d-42c5-b37a-b19116dcfb24 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712545 Apr 11 06:33:48.076413 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c34d9bc6-9abd-448e-b0c6-2cd7d0ced791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '01abb464-6f11-4141-b97c-1cec3c1eaeee', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:16:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:59Z', 'updated_at': '2022-04-11T06:31:28Z', 'revision_number': 2, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:33:48.106152 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34d9bc6-9abd-448e-b0c6-2cd7d0ced791 None None] The sync data for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi is: [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '01abb464-6f11-4141-b97c-1cec3c1eaeee', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:16:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:30:59Z', 'updated_at': '2022-04-11T06:31:28Z', 'revision_number': 2, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:33:48.110726 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0c4b2-ecdd-4025-a58f-a6c9a2b6de9d req-126059f2-ccaf-4694-a3ea-718121605fc7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:48.118839 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dce0c4b2-ecdd-4025-a58f-a6c9a2b6de9d req-126059f2-ccaf-4694-a3ea-718121605fc7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0878553 Apr 11 06:33:48.199419 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dce0c4b2-ecdd-4025-a58f-a6c9a2b6de9d req-a2ca4607-3b84-4898-a56b-fe20ed7f4cfc tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795717 Apr 11 06:33:48.476855 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77669b-f1b7-4a5d-9788-09878e51836d req-095d5a8d-e153-48ac-a4e8-dc102565cb34 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:48.481905 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-db77669b-f1b7-4a5d-9788-09878e51836d req-095d5a8d-e153-48ac-a4e8-dc102565cb34 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 931 time: 0.1024919 Apr 11 06:33:48.494947 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add91dca-935f-4b41-9f7f-bfe13946b024 None None] New status for floating IP 0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:33:48.526310 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc5195-d3d8-4760-8e85-3583deeca5c4 req-cf6f5c0a-eb32-4b65-83e1-fd07fe751f58 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:48.527984 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fcc5195-d3d8-4760-8e85-3583deeca5c4 req-cf6f5c0a-eb32-4b65-83e1-fd07fe751f58 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0956841 Apr 11 06:33:48.627119 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-db77669b-f1b7-4a5d-9788-09878e51836d req-c3234b21-16ea-4091-a353-ccca2db97b8d tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385756 Apr 11 06:33:48.639470 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fcc5195-d3d8-4760-8e85-3583deeca5c4 req-8d26e3c4-06de-4ce4-a51a-d28f0e73ad23 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039658 Apr 11 06:33:48.785585 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31ea295e-d8e7-48da-b8b1-968f0ba11457 req-afd1c992-1c4b-4dbb-9ea1-0dd2cd809a06 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 210 time: 0.0342548 Apr 11 06:33:49.099040 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93341a-f38e-4f34-a2fa-41b358c6d9a6 req-9931f189-784b-4f13-8e85-ab50b7270eb9 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:49.100536 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fe93341a-f38e-4f34-a2fa-41b358c6d9a6 req-9931f189-784b-4f13-8e85-ab50b7270eb9 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.0519631 Apr 11 06:33:49.162448 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fe93341a-f38e-4f34-a2fa-41b358c6d9a6 req-c9146b83-ad95-4983-8c78-b784bb356ecc tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559673 Apr 11 06:33:49.338195 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85817353-b909-4eea-aaac-7b2c42aa13e0 req-256ad2ae-0be6-414d-bced-111106586974 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:49.340081 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85817353-b909-4eea-aaac-7b2c42aa13e0 req-256ad2ae-0be6-414d-bced-111106586974 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0489559 Apr 11 06:33:49.406791 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85817353-b909-4eea-aaac-7b2c42aa13e0 req-d51f8fad-1c96-453a-854d-efc469da4201 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597150 Apr 11 06:33:49.879517 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5aa93b-f72a-4233-b7b9-6a0c071517c7 req-76c3d890-fb79-4f11-939c-eaec62a245f7 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:49.881131 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce5aa93b-f72a-4233-b7b9-6a0c071517c7 req-76c3d890-fb79-4f11-939c-eaec62a245f7 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 931 time: 0.0677068 Apr 11 06:33:49.889943 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c79749-29b7-4d91-9ebb-65df075c0fec req-590de77c-c702-4e32-89ed-6e6fa4076ccd tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:49.897285 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3c79749-29b7-4d91-9ebb-65df075c0fec req-590de77c-c702-4e32-89ed-6e6fa4076ccd tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.1341696 Apr 11 06:33:49.973961 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3c79749-29b7-4d91-9ebb-65df075c0fec req-6c2e418d-21e2-465a-9443-f795e1f36815 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759838 Apr 11 06:33:49.978179 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce5aa93b-f72a-4233-b7b9-6a0c071517c7 req-8b01251c-0364-42f7-86b2-9176269e2785 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741961 Apr 11 06:33:50.076866 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ae637752-337f-4de4-bb19-23398e5f0620 req-ad640148-decb-477c-ae0f-01aab740d396 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 210 time: 0.0308340 Apr 11 06:33:50.300417 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68889f9a-29ed-4169-82e1-fe91fb18b578 req-28a66fb6-dd11-49e7-8b07-c5ac7aaccc12 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:50.302940 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68889f9a-29ed-4169-82e1-fe91fb18b578 req-28a66fb6-dd11-49e7-8b07-c5ac7aaccc12 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.0684760 Apr 11 06:33:50.388740 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68889f9a-29ed-4169-82e1-fe91fb18b578 req-336fd756-9027-4ea6-a021-69403a6ab631 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797293 Apr 11 06:33:50.564755 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c99e43-5ed2-4f47-b28f-07fe2d2a5f0f req-97d513b9-81af-4a85-a91f-407f00934027 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:50.569496 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a3c99e43-5ed2-4f47-b28f-07fe2d2a5f0f req-97d513b9-81af-4a85-a91f-407f00934027 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0699046 Apr 11 06:33:50.635402 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a3c99e43-5ed2-4f47-b28f-07fe2d2a5f0f req-95445e18-0c50-49c6-94a7-611cf067ed78 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621133 Apr 11 06:33:51.086171 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7d4207d-b9c4-4614-a376-69c7ad7138bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:51.145675 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888078d-3074-4c64-ba95-bf27ca4c875c req-7e185ffd-aff6-4932-bc63-25186e57d037 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:51.148951 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a888078d-3074-4c64-ba95-bf27ca4c875c req-7e185ffd-aff6-4932-bc63-25186e57d037 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 931 time: 0.0969524 Apr 11 06:33:51.158968 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32588777-b82b-4536-a6e5-00a29563b9ce req-adcfef67-d8b5-4312-a91c-90b4b0d6931a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:51.161251 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-32588777-b82b-4536-a6e5-00a29563b9ce req-adcfef67-d8b5-4312-a91c-90b4b0d6931a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0673130 Apr 11 06:33:51.253018 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-32588777-b82b-4536-a6e5-00a29563b9ce req-b27a512c-bf17-4dba-b8da-9f7aad21519a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809076 Apr 11 06:33:51.256534 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a888078d-3074-4c64-ba95-bf27ca4c875c req-73a32bbe-5297-49de-943d-7437525c4fe7 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940752 Apr 11 06:33:51.365922 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51ec86a6-b47a-45de-9521-dab8e57f17f0 req-208fbe0b-e250-487c-a98c-0a827f5b0f87 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 210 time: 0.0374501 Apr 11 06:33:51.546623 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3e597-3aa3-4600-adb3-b4a82ee67874 req-01f0b3f8-ea60-4406-bbbf-273267c8f4b5 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:51.548084 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18e3e597-3aa3-4600-adb3-b4a82ee67874 req-01f0b3f8-ea60-4406-bbbf-273267c8f4b5 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.0789950 Apr 11 06:33:51.605553 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18e3e597-3aa3-4600-adb3-b4a82ee67874 req-8c4d5ea3-f638-49f8-84ad-a8fa4f6ddc66 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508761 Apr 11 06:33:51.759714 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5e555-6d4e-4a0b-abe3-1507a5aa6fb7 req-7ffb1c69-6fbb-4ad4-b802-559f538c35e0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:51.761561 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cda5e555-6d4e-4a0b-abe3-1507a5aa6fb7 req-7ffb1c69-6fbb-4ad4-b802-559f538c35e0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0511589 Apr 11 06:33:51.814811 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cda5e555-6d4e-4a0b-abe3-1507a5aa6fb7 req-6a872390-1a2a-4a7a-8344-d60ee2d63fe5 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476334 Apr 11 06:33:52.418315 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca3ef3-70b2-43c8-8b29-5a00f860f56f req-829d1f99-54f3-4389-afd4-eb0e7ff7fb95 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:52.419811 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-60ca3ef3-70b2-43c8-8b29-5a00f860f56f req-829d1f99-54f3-4389-afd4-eb0e7ff7fb95 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 931 time: 0.0730374 Apr 11 06:33:52.425706 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edb64e-a10b-4879-baf5-fed63a93b272 req-5f3ccbff-3622-4b1d-9463-4a5eea6e80e6 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:52.427106 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-95edb64e-a10b-4879-baf5-fed63a93b272 req-5f3ccbff-3622-4b1d-9463-4a5eea6e80e6 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0926993 Apr 11 06:33:52.494525 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-60ca3ef3-70b2-43c8-8b29-5a00f860f56f req-74c3bf4f-2111-485c-89f4-87cd768f7e4e tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664370 Apr 11 06:33:52.507254 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-95edb64e-a10b-4879-baf5-fed63a93b272 req-96498ca5-bb43-4312-a1a1-d7ea5512f3a1 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653243 Apr 11 06:33:52.591147 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-57f417d3-0b3e-4e26-898d-210ecd8007a6 req-ab764084-45b0-45c4-8ba3-c8c7c137dbe9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 210 time: 0.0290396 Apr 11 06:33:52.727093 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcb7ad-62fb-4712-b234-39a2e55227fb req-e71fd082-84a1-4336-8f9c-632d4b05167c tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:52.729337 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ebbcb7ad-62fb-4712-b234-39a2e55227fb req-e71fd082-84a1-4336-8f9c-632d4b05167c tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.0579133 Apr 11 06:33:52.796740 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ebbcb7ad-62fb-4712-b234-39a2e55227fb req-824c3d73-dc2b-4e5e-be51-4fe0e3ccf224 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602515 Apr 11 06:33:52.942006 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835953bd-59ff-4e5d-89e1-3b9a9b9f926a req-2e343fd3-0b73-4db8-a882-9dc9b0fc43b6 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:52.943530 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-835953bd-59ff-4e5d-89e1-3b9a9b9f926a req-2e343fd3-0b73-4db8-a882-9dc9b0fc43b6 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0569055 Apr 11 06:33:52.991587 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-835953bd-59ff-4e5d-89e1-3b9a9b9f926a req-b15f8c4c-7b8f-4546-b341-2a5c86778654 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422637 Apr 11 06:33:53.127016 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d3992df-4610-4e04-a5be-d6ec3f66c990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:53.648631 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04c200-4daa-43dd-9bbb-e7d085020480 req-392e78f4-356c-40ba-95ea-c46db64e9a6e tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:53.650518 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4c04c200-4daa-43dd-9bbb-e7d085020480 req-392e78f4-356c-40ba-95ea-c46db64e9a6e tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 931 time: 0.0798941 Apr 11 06:33:53.660639 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bef0f-bf5c-487f-aaf1-f4c70212ef1b req-bb2a1278-a9e8-467a-a73c-5acc42aa6bdb tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:53.662183 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-869bef0f-bf5c-487f-aaf1-f4c70212ef1b req-bb2a1278-a9e8-467a-a73c-5acc42aa6bdb tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0824971 Apr 11 06:33:53.735861 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4c04c200-4daa-43dd-9bbb-e7d085020480 req-c80fa81b-c956-4513-a74f-7584d1881163 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727088 Apr 11 06:33:53.739955 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-869bef0f-bf5c-487f-aaf1-f4c70212ef1b req-b30520e3-bc93-44b1-b3b0-c973c2f761c2 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703285 Apr 11 06:33:53.819909 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-09b977da-aa7d-43b5-a6dc-463eb2f61236 req-a4b80a0a-769e-4636-8cd7-ff9e0badf44e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 210 time: 0.0285084 Apr 11 06:33:53.914014 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c9d30-2f67-4440-8c62-2e5ebc461c2e req-aa07ad7b-29bc-47ea-a5b5-6bf1832191e1 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:53.915865 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2a0c9d30-2f67-4440-8c62-2e5ebc461c2e req-aa07ad7b-29bc-47ea-a5b5-6bf1832191e1 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.0519104 Apr 11 06:33:53.981368 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2a0c9d30-2f67-4440-8c62-2e5ebc461c2e req-c1f7cafd-09fd-4720-a966-d33509e203c3 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564783 Apr 11 06:33:54.118905 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955486-af9f-4286-ae48-2da3519d4117 req-c50500b0-d7af-427d-bd95-0785c679c213 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:54.120331 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-00955486-af9f-4286-ae48-2da3519d4117 req-c50500b0-d7af-427d-bd95-0785c679c213 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0555103 Apr 11 06:33:54.170266 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-00955486-af9f-4286-ae48-2da3519d4117 req-b3d0e650-ea04-4e40-a229-c94c98a1c625 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419657 Apr 11 06:33:54.580856 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:54.648093 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Request body: {'port': {'device_id': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:33:54.710451 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (166384b4-2352-4ff7-9230-20936e84651f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:54.933193 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4281d69-b705-4003-b216-4e9f3ce668f2 req-9fb67448-02ff-4026-b1a8-21b1ea6a451a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:54.934691 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e4281d69-b705-4003-b216-4e9f3ce668f2 req-9fb67448-02ff-4026-b1a8-21b1ea6a451a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 931 time: 0.1128652 Apr 11 06:33:54.945145 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b27da-1ab1-444f-ba8d-293af9962418 req-a34de410-bb6e-4399-bcf0-4467fff31169 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:54.946702 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2c5b27da-1ab1-444f-ba8d-293af9962418 req-a34de410-bb6e-4399-bcf0-4467fff31169 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0885534 Apr 11 06:33:55.097971 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e4281d69-b705-4003-b216-4e9f3ce668f2 req-d40189d3-7efd-448a-aad8-2b71dcc2a188 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502731 Apr 11 06:33:55.102891 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2c5b27da-1ab1-444f-ba8d-293af9962418 req-473a6de6-f7c1-4bf4-a7ba-7a218cf88e24 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465604 Apr 11 06:33:55.160477 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166384b4-2352-4ff7-9230-20936e84651f {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:33:55.169864 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Publish callbacks [] for port (166384b4-2352-4ff7-9230-20936e84651f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:55.197186 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Transition to ACTIVE for port object 166384b4-2352-4ff7-9230-20936e84651f will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:33:55.242101 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (166384b4-2352-4ff7-9230-20936e84651f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:55.251836 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ae001a0-dc6e-4acd-97d2-25639100e562 req-4a235768-da75-4faf-9a7b-da49bf00cf82 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 210 time: 0.0572071 Apr 11 06:33:55.290441 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e67fed-4ff7-4d32-aee0-56143c5b3542 req-2b7fb6c1-3b90-4ba3-8d4f-7986c7a3cebf tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:55.292004 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-21e67fed-4ff7-4d32-aee0-56143c5b3542 req-2b7fb6c1-3b90-4ba3-8d4f-7986c7a3cebf tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.1102657 Apr 11 06:33:55.336011 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=166384b4-2352-4ff7-9230-20936e84651f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:55.416849 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-21e67fed-4ff7-4d32-aee0-56143c5b3542 req-ee2c44f9-f30e-4125-8cd3-d40c18d4dd2d tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110351 Apr 11 06:33:55.486434 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Attempting to bind port 166384b4-2352-4ff7-9230-20936e84651f on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:33:55.487008 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Attempting to bind port 166384b4-2352-4ff7-9230-20936e84651f by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:33:55.487520 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Attempting to bind port 166384b4-2352-4ff7-9230-20936e84651f on network b769bb07-bc63-4ce0-963d-a6ae425f54ff {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:33:55.497324 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f49d5-b819-422e-a8d6-751512d96b87 req-41773b74-29fe-4229-9106-98cf8df87c29 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:55.498914 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ae0f49d5-b819-422e-a8d6-751512d96b87 req-41773b74-29fe-4229-9106-98cf8df87c29 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0750070 Apr 11 06:33:55.513785 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Port 166384b4-2352-4ff7-9230-20936e84651f on network b769bb07-bc63-4ce0-963d-a6ae425f54ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:33:55.514104 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Attempting to bind port 166384b4-2352-4ff7-9230-20936e84651f on network b769bb07-bc63-4ce0-963d-a6ae425f54ff {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:33:55.561674 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:33:55.561966 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Checking segment: {'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:33:55.562365 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Bound using segment: {'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:33:55.562800 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Bound port: 166384b4-2352-4ff7-9230-20936e84651f, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de404d7-c349-4492-9e84-504ee5c6aca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:33:55.563178 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (166384b4-2352-4ff7-9230-20936e84651f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:55.594382 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a9967-dc19-47fb-8d67-84fbc3b91611 req-f44386d3-f9c6-41ed-9fa4-318b1f420435 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:55.595825 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c43a9967-dc19-47fb-8d67-84fbc3b91611 req-f44386d3-f9c6-41ed-9fa4-318b1f420435 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0948424 Apr 11 06:33:55.669506 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ae0f49d5-b819-422e-a8d6-751512d96b87 req-03610323-4572-4310-ad3d-f759b8d3130f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566353 Apr 11 06:33:55.734445 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060270d-afeb-4eaa-8b30-3986552774d8 req-63c5ab32-f01d-40b0-b4fe-cb887ee7fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:55.735936 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8060270d-afeb-4eaa-8b30-3986552774d8 req-63c5ab32-f01d-40b0-b4fe-cb887ee7fb26 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 1129 time: 0.0978217 Apr 11 06:33:55.752578 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c43a9967-dc19-47fb-8d67-84fbc3b91611 req-e3a3a063-a513-4a19-803d-6b7580394170 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207240 Apr 11 06:33:55.753745 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] For port 166384b4-2352-4ff7-9230-20936e84651f, host hv-cinder-83699, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:33:55.758281 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] For port 166384b4-2352-4ff7-9230-20936e84651f, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=166384b4-2352-4ff7-9230-20936e84651f,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:33:55.759439 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:55.765108 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (166384b4-2352-4ff7-9230-20936e84651f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:55.806304 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:55.806914 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:55.808394 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] 10.222.0.20 "PUT /v2.0/ports/166384b4-2352-4ff7-9230-20936e84651f HTTP/1.1" status: 200 len: 1093 time: 1.1646366 Apr 11 06:33:55.808836 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'tag': '166384b4-2352-4ff7-9230-20936e84651f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:55.811846 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b78265-fa25-499c-a317-ba36dea8f22f" -d '{"events": [{"name": "network-changed", "server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "tag": "166384b4-2352-4ff7-9230-20936e84651f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:55.831952 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb0fc4-c8b5-4600-b35a-c4a3b42cd1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=166384b4-2352-4ff7-9230-20936e84651f,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:55.860498 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcfdf4c-793f-491f-aff4-dfa57da7ad77 x-openstack-request-id: req-9bcfdf4c-793f-491f-aff4-dfa57da7ad77 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:33:55.860781 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "tag": "166384b4-2352-4ff7-9230-20936e84651f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:33:55.861068 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bcfdf4c-793f-491f-aff4-dfa57da7ad77 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:33:55.861461 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcfdf4c-793f-491f-aff4-dfa57da7ad77'] response: {'name': 'network-changed', 'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'tag': '166384b4-2352-4ff7-9230-20936e84651f', 'status': 'completed', 'code': 200} Apr 11 06:33:55.928989 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:56.016261 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b78265-fa25-499c-a317-ba36dea8f22f req-78bf7dba-1827-417d-80d8-f9c589b65dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.017980 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-41b78265-fa25-499c-a317-ba36dea8f22f req-78bf7dba-1827-417d-80d8-f9c589b65dc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a166131e4b1483d81edac72f8ca239e&device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 1127 time: 0.0429749 Apr 11 06:33:56.038559 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14470d09-1c64-4756-886e-48c094da5929 req-5e866ae7-55de-4ff5-9301-28fe0bda363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.040875 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-14470d09-1c64-4756-886e-48c094da5929 req-5e866ae7-55de-4ff5-9301-28fe0bda363a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9656f49a2604955a0684ebb230397f3&device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 1129 time: 0.0671463 Apr 11 06:33:56.044249 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8060270d-afeb-4eaa-8b30-3986552774d8 req-67a72ee8-96b9-4f8b-b7bc-5a588a044ed3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780363 Apr 11 06:33:56.195074 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b78265-fa25-499c-a317-ba36dea8f22f req-741c2cba-b7f8-4eb3-8b57-fb2d7d4764a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.196620 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-41b78265-fa25-499c-a317-ba36dea8f22f req-741c2cba-b7f8-4eb3-8b57-fb2d7d4764a7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6a166131e4b1483d81edac72f8ca239e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1642320 Apr 11 06:33:56.215950 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd02c5-a9e9-4e10-8e9c-edbf9cd8eea9 req-1b0fd198-6d38-478e-ab6a-faf5bfaa9679 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.217390 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4cfd02c5-a9e9-4e10-8e9c-edbf9cd8eea9 req-1b0fd198-6d38-478e-ab6a-faf5bfaa9679 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 943 time: 0.0499687 Apr 11 06:33:56.266105 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4cfd02c5-a9e9-4e10-8e9c-edbf9cd8eea9 req-a748dc47-ea32-4937-86dd-147145043440 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429742 Apr 11 06:33:56.399861 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f2a528-2eda-4b5c-9b17-9500862ae0c0 req-01307713-3932-4f95-a87f-7bb5e800b871 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=43327a94-e641-4bfc-b502-f3b8dff85806 HTTP/1.1" status: 200 len: 210 time: 0.0367482 Apr 11 06:33:56.404744 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14470d09-1c64-4756-886e-48c094da5929 req-ae04e233-d91a-4518-b67c-6e0e8081dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.406233 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-14470d09-1c64-4756-886e-48c094da5929 req-ae04e233-d91a-4518-b67c-6e0e8081dea7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0452541-ae6a-407a-a6e0-2f42517a89be HTTP/1.1" status: 200 len: 910 time: 0.1392593 Apr 11 06:33:56.475974 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-14470d09-1c64-4756-886e-48c094da5929 req-6af7869e-5d5d-49aa-825a-47d27324b48e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e HTTP/1.1" status: 200 len: 1000 time: 0.0590582 Apr 11 06:33:56.476820 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b78265-fa25-499c-a317-ba36dea8f22f req-93029bc5-7127-417b-a376-3368166ca281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.478303 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-41b78265-fa25-499c-a317-ba36dea8f22f req-93029bc5-7127-417b-a376-3368166ca281 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1921251 Apr 11 06:33:56.548796 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183a269-c7fe-495f-bd02-fbe748da52a5 req-ab905686-f181-4a55-adc7-6289e888b751 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.550278 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6183a269-c7fe-495f-bd02-fbe748da52a5 req-ab905686-f181-4a55-adc7-6289e888b751 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.0473716 Apr 11 06:33:56.597901 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6183a269-c7fe-495f-bd02-fbe748da52a5 req-f565087e-07f1-473e-97b3-f700ed2c6a17 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412910 Apr 11 06:33:56.808941 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9909bb9-288d-45f6-a6e5-86ecf31ab398 req-407733d9-dc15-4315-93a7-2b2a6cd2610f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.810418 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d9909bb9-288d-45f6-a6e5-86ecf31ab398 req-407733d9-dc15-4315-93a7-2b2a6cd2610f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 943 time: 0.0613494 Apr 11 06:33:56.896380 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-af459284-2386-4dd0-a7bf-e1f05fac490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.898334 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-af459284-2386-4dd0-a7bf-e1f05fac490b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a166131e4b1483d81edac72f8ca239e&device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 1127 time: 0.0397851 Apr 11 06:33:56.927144 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df3927-2da8-4b28-b6c8-c7673caad01f req-19db1bb5-d3d1-4e6b-af9c-45a7c4a91d36 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.928626 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b7df3927-2da8-4b28-b6c8-c7673caad01f req-19db1bb5-d3d1-4e6b-af9c-45a7c4a91d36 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0975585 Apr 11 06:33:56.937860 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d9909bb9-288d-45f6-a6e5-86ecf31ab398 req-6a5e5a69-b668-4b48-aafa-dd0cd28f9b98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218112 Apr 11 06:33:56.941777 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14470d09-1c64-4756-886e-48c094da5929 req-d7642cdf-ff98-42e2-9a36-c09e808e46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:56.942837 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-14470d09-1c64-4756-886e-48c094da5929 req-d7642cdf-ff98-42e2-9a36-c09e808e46a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a560b5c-8187-40f9-a67d-b5d8bcffd646 HTTP/1.1" status: 200 len: 849 time: 0.1018610 Apr 11 06:33:56.970399 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-bb9a1c06-56b6-4466-b8d7-234b7cc30316 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=166384b4-2352-4ff7-9230-20936e84651f HTTP/1.1" status: 200 len: 217 time: 0.0419407 Apr 11 06:33:57.022339 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-aa85c4bd-2ae8-42d3-b3a1-66e4cfc829d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:57.023981 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-aa85c4bd-2ae8-42d3-b3a1-66e4cfc829d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae23a7a3-69af-4490-9a44-89d62e66bbf8 HTTP/1.1" status: 200 len: 853 time: 0.0458586 Apr 11 06:33:57.068753 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-5ed63a5c-1920-460b-9ee6-fd7bfd5d46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:57.070194 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-5ed63a5c-1920-460b-9ee6-fd7bfd5d46c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b769bb07-bc63-4ce0-963d-a6ae425f54ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399010 Apr 11 06:33:57.168842 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-c5ba5815-c6f6-4b24-b86a-49d3520ccea9 service neutron] 10.222.0.20 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886459 Apr 11 06:33:57.220414 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:57.256526 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14470d09-1c64-4756-886e-48c094da5929 req-3936960b-d57a-48fc-98a0-41ae16c50609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:57.258630 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-14470d09-1c64-4756-886e-48c094da5929 req-3936960b-d57a-48fc-98a0-41ae16c50609 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0452541-ae6a-407a-a6e0-2f42517a89be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565751 Apr 11 06:33:57.262584 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b7df3927-2da8-4b28-b6c8-c7673caad01f req-3aef9712-26d3-48c5-9f5a-a17b5bfa4b22 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238561 Apr 11 06:33:57.386837 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611db2aa-6b8b-4c5a-b049-483356eee590 req-c186591d-906b-4658-80f6-cf9cc940799e tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:57.388304 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-611db2aa-6b8b-4c5a-b049-483356eee590 req-c186591d-906b-4658-80f6-cf9cc940799e tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 943 time: 0.0471570 Apr 11 06:33:57.442938 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-611db2aa-6b8b-4c5a-b049-483356eee590 req-e36c521d-86a9-4683-a461-ebec3672a67a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486755 Apr 11 06:33:57.497987 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38628) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:57.556229 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d638850e-230c-4e82-a474-13b1039f413a tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (3f2b9355-f3bf-4cbb-97e0-19752074cb8c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:57.580845 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d638850e-230c-4e82-a474-13b1039f413a tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (3f2b9355-f3bf-4cbb-97e0-19752074cb8c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:57.631400 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d638850e-230c-4e82-a474-13b1039f413a tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (3f2b9355-f3bf-4cbb-97e0-19752074cb8c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:57.643829 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d638850e-230c-4e82-a474-13b1039f413a tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:57.647998 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d638850e-230c-4e82-a474-13b1039f413a tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "DELETE /v2.0/security-groups/3f2b9355-f3bf-4cbb-97e0-19752074cb8c HTTP/1.1" status: 204 len: 168 time: 0.1486619 Apr 11 06:33:57.657298 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38632) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:57.677091 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638850e-230c-4e82-a474-13b1039f413a tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2b9355-f3bf-4cbb-97e0-19752074cb8c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:57.705623 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.api.v2.resource [None req-b4e2c876-1f3d-4311-b48e-fc86c4458262 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] show failed (client error): The resource could not be found. Apr 11 06:33:57.709403 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b4e2c876-1f3d-4311-b48e-fc86c4458262 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups/3f2b9355-f3bf-4cbb-97e0-19752074cb8c HTTP/1.1" status: 404 len: 347 time: 0.0486646 Apr 11 06:33:57.729517 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:33:57.774284 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:33:57.780853 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfea946-7629-4ef8-ada5-fb14016ab126 req-dc15f9b1-f4d1-4c85-9bf0-56bafea6dd20 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:57.783057 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0cfea946-7629-4ef8-ada5-fb14016ab126 req-dc15f9b1-f4d1-4c85-9bf0-56bafea6dd20 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.1007557 Apr 11 06:33:57.818886 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-14470d09-1c64-4756-886e-48c094da5929 req-82978afb-70b8-4370-a16f-91ab704263b1 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859894 Apr 11 06:33:57.887879 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:57.900538 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'port_id': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'mac_address': 'fa:16:3e:8b:73:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:33:57.907717 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0cfea946-7629-4ef8-ada5-fb14016ab126 req-1209f6d7-08f6-48fd-9c32-c7307287b5b9 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148374 Apr 11 06:33:57.939791 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-14470d09-1c64-4756-886e-48c094da5929 req-a26f1d16-989b-42d3-bf31-9e358af8b6a5 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134672 Apr 11 06:33:57.949857 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:57.950243 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:57.965626 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:33:58.000177 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:58.004807 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:58.062221 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:58.073864 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82c452-8499-45d7-90a7-bcbf06215f24 req-73045a25-976c-4b91-a965-cb12191b4c93 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:58.075393 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ab82c452-8499-45d7-90a7-bcbf06215f24 req-73045a25-976c-4b91-a965-cb12191b4c93 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 944 time: 0.0477147 Apr 11 06:33:58.095570 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e4857204-4c84-4d5b-8541-e6aff78e5820 req-fa65482b-1d7e-440c-afcb-58cf2f3b5282 service neutron] 10.222.0.20 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464126 Apr 11 06:33:58.104123 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d1b5e-33da-4576-b394-b53226cc0894 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Deleting port 0843315a-57a6-4c53-9b34-ba1d0d484e0f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:33:58.104466 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d7d1b5e-33da-4576-b394-b53226cc0894 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (0843315a-57a6-4c53-9b34-ba1d0d484e0f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:58.127808 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ab82c452-8499-45d7-90a7-bcbf06215f24 req-cfb4c5e4-5b72-40c8-86de-d53d804bfae3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462587 Apr 11 06:33:58.181033 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d7d1b5e-33da-4576-b394-b53226cc0894 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (0843315a-57a6-4c53-9b34-ba1d0d484e0f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:58.181279 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d7d1b5e-33da-4576-b394-b53226cc0894 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (0843315a-57a6-4c53-9b34-ba1d0d484e0f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:58.193055 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d1b5e-33da-4576-b394-b53226cc0894 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Calling delete_port for 0843315a-57a6-4c53-9b34-ba1d0d484e0f owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:33:58.291226 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['3f9920ed-9818-44dd-ac5c-8eee9b7b78e8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:33:58.363552 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d7d1b5e-33da-4576-b394-b53226cc0894 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (0843315a-57a6-4c53-9b34-ba1d0d484e0f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:58.384064 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26abacc-064b-4fad-8dab-4d7731404280 req-302e041c-6b86-477a-bd80-dd4fc3f620a7 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:58.385672 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a26abacc-064b-4fad-8dab-4d7731404280 req-302e041c-6b86-477a-bd80-dd4fc3f620a7 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0483968 Apr 11 06:33:58.394177 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d1b5e-33da-4576-b394-b53226cc0894 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event deleted for resources: {'Port': ['ID=0843315a-57a6-4c53-9b34-ba1d0d484e0f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:33:58.439094 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a26abacc-064b-4fad-8dab-4d7731404280 req-cc5c2ed4-ef52-48b8-9c50-21ba333f8693 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444610 Apr 11 06:33:58.455152 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d7d1b5e-33da-4576-b394-b53226cc0894 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:58.457838 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d7d1b5e-33da-4576-b394-b53226cc0894 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:58.458972 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0d7d1b5e-33da-4576-b394-b53226cc0894 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "DELETE /v2.0/floatingips/0c6c9f5a-a996-4a2c-894f-5d8a723a3fe2 HTTP/1.1" status: 204 len: 168 time: 0.7285151 Apr 11 06:33:58.554358 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0fa4b-c50a-4807-9a6c-cb5be3bc3820 req-e5219183-fb94-4c90-82dd-29bc18185ce6 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:58.561229 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4ec0fa4b-c50a-4807-9a6c-cb5be3bc3820 req-e5219183-fb94-4c90-82dd-29bc18185ce6 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 943 time: 0.0538397 Apr 11 06:33:58.603585 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4ec0fa4b-c50a-4807-9a6c-cb5be3bc3820 req-d2b5e6b2-20da-4ce7-869a-f0f0924f6d4d tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 Apr 11 06:33:59.041085 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada703b-7794-40dd-af5c-4cf70c9a83be req-4918d2a2-676f-4738-94e3-4bbe611070ef tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:59.042545 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eada703b-7794-40dd-af5c-4cf70c9a83be req-4918d2a2-676f-4738-94e3-4bbe611070ef tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.0522420 Apr 11 06:33:59.089148 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eada703b-7794-40dd-af5c-4cf70c9a83be req-00bc88c8-ee41-4c77-ab7c-5ed3e38b3a93 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408468 Apr 11 06:33:59.257846 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d34b-0e8c-4466-afe9-44cbf82c3d64 req-5a5be598-0d2e-41e4-8b9e-1815809f9768 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:59.259455 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cf22d34b-0e8c-4466-afe9-44cbf82c3d64 req-5a5be598-0d2e-41e4-8b9e-1815809f9768 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 944 time: 0.0599635 Apr 11 06:33:59.313543 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cf22d34b-0e8c-4466-afe9-44cbf82c3d64 req-813e63c5-8752-4833-9094-139392d7e145 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459974 Apr 11 06:33:59.566169 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626541f-e050-4248-a1d8-fc9dbc2a6ddb req-a83f0b4f-2fca-42e3-9e4f-aa24d7b7b2ef tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:59.567561 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7626541f-e050-4248-a1d8-fc9dbc2a6ddb req-a83f0b4f-2fca-42e3-9e4f-aa24d7b7b2ef tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0471587 Apr 11 06:33:59.621197 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7626541f-e050-4248-a1d8-fc9dbc2a6ddb req-f232c7b6-6c5c-49e9-b594-85b89d4010fa tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474889 Apr 11 06:33:59.743416 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7434f-1394-4b75-ab2b-2853847a6a5b req-783924a2-5fe2-4d61-a3ca-5ff42892dcb2 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:33:59.744890 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-53f7434f-1394-4b75-ab2b-2853847a6a5b req-783924a2-5fe2-4d61-a3ca-5ff42892dcb2 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 943 time: 0.0661230 Apr 11 06:33:59.784718 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:33:59.798030 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-53f7434f-1394-4b75-ab2b-2853847a6a5b req-e6df238d-7b63-417b-9e27-363665f28049 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474312 Apr 11 06:33:59.835529 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:33:59.835951 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:59.932707 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:33:59.933119 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:33:59.957682 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:33:59.960079 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a75040-6a74-439f-bf3c-4f8e202cb804" -d '{"events": [{"server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "name": "network-vif-plugged", "status": "completed", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:33:59.979438 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:33:59.987608 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:00.011338 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baa3f6c-f7a0-42d8-9b02-3a8ccb5621d2 x-openstack-request-id: req-0baa3f6c-f7a0-42d8-9b02-3a8ccb5621d2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:34:00.011648 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "name": "network-vif-plugged", "status": "completed", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:34:00.011899 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0baa3f6c-f7a0-42d8-9b02-3a8ccb5621d2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:34:00.012292 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0baa3f6c-f7a0-42d8-9b02-3a8ccb5621d2'] response: {'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'code': 200} Apr 11 06:34:00.039555 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:00.459663 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa2083-a4ed-48bf-9726-70af5ff69d8b req-0898aa38-c793-4d2d-ad75-1219dfdd3964 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:00.461340 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-60fa2083-a4ed-48bf-9726-70af5ff69d8b req-0898aa38-c793-4d2d-ad75-1219dfdd3964 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 946 time: 0.0652685 Apr 11 06:34:00.508791 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-60fa2083-a4ed-48bf-9726-70af5ff69d8b req-f2d961b0-e59b-4939-bd5b-eb1a699f2518 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414448 Apr 11 06:34:00.876867 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b92a5-012b-44ff-bb60-cefdd633e782 req-224d5908-2cc5-42d7-8ed0-8f736f6f7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:00.878557 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2f1b92a5-012b-44ff-bb60-cefdd633e782 req-224d5908-2cc5-42d7-8ed0-8f736f6f7db6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 1130 time: 0.0404756 Apr 11 06:34:00.918861 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f793c80-955f-4f2c-a7d9-2cc775178558 req-ec8656fd-baf4-47d1-adc4-a3f7e762bf57 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:00.920560 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3f793c80-955f-4f2c-a7d9-2cc775178558 req-ec8656fd-baf4-47d1-adc4-a3f7e762bf57 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 943 time: 0.0522244 Apr 11 06:34:00.927197 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2f1b92a5-012b-44ff-bb60-cefdd633e782 req-4c7d8847-bb41-4fdb-b570-31a3d1ddeaf0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426457 Apr 11 06:34:00.970086 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3f793c80-955f-4f2c-a7d9-2cc775178558 req-29feacca-3a4e-4499-9a1c-6cfc16ff2d10 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438902 Apr 11 06:34:01.629223 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f07f00-4726-4716-aa5d-e29928dec599 req-0c6eef0a-7c51-4cd1-b5ac-2861bb95601c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:01.630678 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19f07f00-4726-4716-aa5d-e29928dec599 req-0c6eef0a-7c51-4cd1-b5ac-2861bb95601c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 946 time: 0.0497949 Apr 11 06:34:01.690465 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19f07f00-4726-4716-aa5d-e29928dec599 req-64c455a6-edec-44c8-9f75-0e5f2e6cf123 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541275 Apr 11 06:34:01.793000 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 166384b4-2352-4ff7-9230-20936e84651f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:34:01.899789 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 166384b4-2352-4ff7-9230-20936e84651f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=166384b4-2352-4ff7-9230-20936e84651f,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:01.911389 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '166384b4-2352-4ff7-9230-20936e84651f', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'port_id': '166384b4-2352-4ff7-9230-20936e84651f', 'mac_address': 'fa:16:3e:27:83:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:34:01.950661 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 166384b4-2352-4ff7-9230-20936e84651f is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:34:01.951040 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (166384b4-2352-4ff7-9230-20936e84651f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:01.965734 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166384b4-2352-4ff7-9230-20936e84651f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:34:01.991232 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 166384b4-2352-4ff7-9230-20936e84651f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=166384b4-2352-4ff7-9230-20936e84651f,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:01.996835 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (166384b4-2352-4ff7-9230-20936e84651f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:02.098396 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca4e86-5ba1-4be8-8c65-96a37e066cb8 req-be5ba2e3-6519-47df-a99c-dc894639d17e tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:02.106572 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ecca4e86-5ba1-4be8-8c65-96a37e066cb8 req-be5ba2e3-6519-47df-a99c-dc894639d17e tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 944 time: 0.0669801 Apr 11 06:34:02.151563 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ecca4e86-5ba1-4be8-8c65-96a37e066cb8 req-72753141-94c7-43d9-b2e3-05006f9afc28 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Apr 11 06:34:02.176816 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=166384b4-2352-4ff7-9230-20936e84651f,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:02.285180 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd1cad-9a7c-49b1-8f02-f315070d50f9 req-095d4804-68df-421f-8685-a49361de6c27 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:02.286646 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dadd1cad-9a7c-49b1-8f02-f315070d50f9 req-095d4804-68df-421f-8685-a49361de6c27 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 945 time: 0.0465953 Apr 11 06:34:02.333359 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dadd1cad-9a7c-49b1-8f02-f315070d50f9 req-b8fc07d5-51d4-4425-bb41-f820cdb99611 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Apr 11 06:34:02.367738 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['166384b4-2352-4ff7-9230-20936e84651f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:34:02.825227 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9ecb8-7ab0-4e75-b984-e0387f21da2b req-d3ace4bb-77eb-469e-989f-8c21709494ea tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:02.826710 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9ea9ecb8-7ab0-4e75-b984-e0387f21da2b req-d3ace4bb-77eb-469e-989f-8c21709494ea tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 946 time: 0.0567002 Apr 11 06:34:02.878090 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9ea9ecb8-7ab0-4e75-b984-e0387f21da2b req-80c79452-387c-4210-a1b6-2387865ca629 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456707 Apr 11 06:34:03.276299 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bdd6f-2800-47ae-8a28-67959913ed69 req-050d49cf-0829-4964-aa45-cff7ca959ffd tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:03.277859 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c22bdd6f-2800-47ae-8a28-67959913ed69 req-050d49cf-0829-4964-aa45-cff7ca959ffd tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 944 time: 0.0545859 Apr 11 06:34:03.326715 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c22bdd6f-2800-47ae-8a28-67959913ed69 req-31ed6ed4-5bc5-4198-9db1-7df3f9528225 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Apr 11 06:34:03.459891 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772fda2-f13d-4208-a3d9-f525186b06c1 req-270472f7-93b5-4296-a62f-b425406e12f3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:03.461374 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a772fda2-f13d-4208-a3d9-f525186b06c1 req-270472f7-93b5-4296-a62f-b425406e12f3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 945 time: 0.0490925 Apr 11 06:34:03.510752 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a772fda2-f13d-4208-a3d9-f525186b06c1 req-280d73e4-6272-4bbd-bad8-1a60c49f98b4 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433869 Apr 11 06:34:03.806431 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 166384b4-2352-4ff7-9230-20936e84651f up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:34:03.854974 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port 166384b4-2352-4ff7-9230-20936e84651f completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:34:03.864693 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 166384b4-2352-4ff7-9230-20936e84651f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:34:03.865088 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (166384b4-2352-4ff7-9230-20936e84651f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:03.942395 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 166384b4-2352-4ff7-9230-20936e84651f is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:34:03.942739 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (166384b4-2352-4ff7-9230-20936e84651f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:03.970104 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166384b4-2352-4ff7-9230-20936e84651f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:34:03.970104 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799cd325-251b-421e-b3ef-8797a3108aed" -d '{"events": [{"server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "name": "network-vif-plugged", "status": "completed", "tag": "166384b4-2352-4ff7-9230-20936e84651f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:34:03.985767 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 166384b4-2352-4ff7-9230-20936e84651f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=166384b4-2352-4ff7-9230-20936e84651f,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:03.992341 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (166384b4-2352-4ff7-9230-20936e84651f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:04.008933 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb6bc7-c1f3-4446-82c3-9db3caf5c448 req-ed6e8074-f413-44d9-8cbd-1ae82adb9f77 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:04.010570 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2afb6bc7-c1f3-4446-82c3-9db3caf5c448 req-ed6e8074-f413-44d9-8cbd-1ae82adb9f77 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 946 time: 0.0553977 Apr 11 06:34:04.018538 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7953f966-7d55-45ae-b571-5428c91824b1 x-openstack-request-id: req-7953f966-7d55-45ae-b571-5428c91824b1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:34:04.018844 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "name": "network-vif-plugged", "status": "completed", "tag": "166384b4-2352-4ff7-9230-20936e84651f", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:34:04.019098 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7953f966-7d55-45ae-b571-5428c91824b1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:34:04.019481 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7953f966-7d55-45ae-b571-5428c91824b1'] response: {'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166384b4-2352-4ff7-9230-20936e84651f', 'code': 200} Apr 11 06:34:04.045153 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=166384b4-2352-4ff7-9230-20936e84651f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:04.058605 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2afb6bc7-c1f3-4446-82c3-9db3caf5c448 req-9eccd2e7-a7bb-47f9-a2bf-4968c42d839b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Apr 11 06:34:04.413818 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9122c-3962-4196-a717-58265899c35c req-4702f410-1a7a-498e-8410-cad166d04ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:04.415380 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8fc9122c-3962-4196-a717-58265899c35c req-4702f410-1a7a-498e-8410-cad166d04ecf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 1129 time: 0.0471866 Apr 11 06:34:04.445817 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ef3e1-e5aa-4d6e-8b55-2b267c121077 req-be1eee8a-0782-4e07-8a9c-4c13cc97a20a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:04.447358 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b92ef3e1-e5aa-4d6e-8b55-2b267c121077 req-be1eee8a-0782-4e07-8a9c-4c13cc97a20a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0503869 Apr 11 06:34:04.500036 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8fc9122c-3962-4196-a717-58265899c35c req-f70deeb4-a15a-411a-be6d-1474409172d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462778 Apr 11 06:34:04.515559 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-807ee9dd-e6f9-4951-a8d0-51e333e7c2a6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:04.517133 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-807ee9dd-e6f9-4951-a8d0-51e333e7c2a6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 945 time: 0.0633280 Apr 11 06:34:04.548628 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b92ef3e1-e5aa-4d6e-8b55-2b267c121077 req-4ecaad41-dab0-4185-a35c-66e1a6f19ffc tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847709 Apr 11 06:34:04.642272 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c2d01-f71f-4a08-87b7-caa15b007092 req-e144d9e6-22eb-4163-b13d-9f15fc6036d0 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:04.643687 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec9c2d01-f71f-4a08-87b7-caa15b007092 req-e144d9e6-22eb-4163-b13d-9f15fc6036d0 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 945 time: 0.0481138 Apr 11 06:34:04.691667 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec9c2d01-f71f-4a08-87b7-caa15b007092 req-09a4b4c0-14be-4e6f-90fc-7e9a38f9eb5b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421810 Apr 11 06:34:04.906576 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Deleting port a644093e-daf7-4a64-a8a6-00050ad089da {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:34:04.906891 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:05.002118 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] For port a644093e-daf7-4a64-a8a6-00050ad089da, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a644093e-daf7-4a64-a8a6-00050ad089da,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:05.002481 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:05.215049 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd499e-dbef-417f-b546-4384f1c88e0c req-e3e91fca-6408-4ba1-97a9-d82f33c1851f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:05.216425 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b0dd499e-dbef-417f-b546-4384f1c88e0c req-e3e91fca-6408-4ba1-97a9-d82f33c1851f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 946 time: 0.0655358 Apr 11 06:34:05.218365 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:05.218725 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (01abb464-6f11-4141-b97c-1cec3c1eaeee), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:05.219028 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Floating IP 01abb464-6f11-4141-b97c-1cec3c1eaeee disassociated. External IP: 172.27.2.62, port: a644093e-daf7-4a64-a8a6-00050ad089da. Apr 11 06:34:05.219363 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Calling delete_port for a644093e-daf7-4a64-a8a6-00050ad089da owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:34:05.312204 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b0dd499e-dbef-417f-b546-4384f1c88e0c req-49c089e6-2164-4e56-a8f3-40fa92b531b4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885017 Apr 11 06:34:05.392697 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (a644093e-daf7-4a64-a8a6-00050ad089da), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:05.421083 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event deleted for resources: {'Port': ['ID=a644093e-daf7-4a64-a8a6-00050ad089da,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:05.536706 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Router f8a382dd-e48c-4156-a92f-e5be092eb7ca has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:34:05.687839 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bab3b-c91c-4f80-93d9-4828c9e284c1 req-ab33c079-ec42-49d2-bbdf-ee13c888fa1b tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:05.689355 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c96bab3b-c91c-4f80-93d9-4828c9e284c1 req-ab33c079-ec42-49d2-bbdf-ee13c888fa1b tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0592711 Apr 11 06:34:05.693984 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:34:05.704183 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe320611-9ffd-4030-8f7a-0ab46adecc8e None None] Sync routers for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:34:05.715767 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe320611-9ffd-4030-8f7a-0ab46adecc8e None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:34:05.716409 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fe320611-9ffd-4030-8f7a-0ab46adecc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:05.752335 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] No DVR routers for this DVR port a644093e-daf7-4a64-a8a6-00050ad089da on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:34:05.757478 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:05.760963 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5d8ab565-94f8-4ad5-a90e-69818565fe03 req-2771c871-abb7-4a67-8b85-20dbd3a6d6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "DELETE /v2.0/ports/a644093e-daf7-4a64-a8a6-00050ad089da HTTP/1.1" status: 204 len: 173 time: 0.9437392 Apr 11 06:34:05.761399 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'name': 'network-vif-deleted', 'tag': 'a644093e-daf7-4a64-a8a6-00050ad089da'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:34:05.763687 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa56384e-7501-4e9b-b523-2578c8d08bb5" -d '{"events": [{"server_uuid": "8a385db9-a8b7-40e6-bd20-23afa7a2287f", "name": "network-vif-deleted", "tag": "a644093e-daf7-4a64-a8a6-00050ad089da"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:34:05.812574 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c5dabf63-e9d4-41e8-9f8d-da76258ce6dc req-4bfc4145-c65b-41b1-add1-2d78f6a1c41b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a385db9-a8b7-40e6-bd20-23afa7a2287f HTTP/1.1" status: 200 len: 210 time: 0.0336144 Apr 11 06:34:05.815446 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c96bab3b-c91c-4f80-93d9-4828c9e284c1 req-1efbf2ef-0306-4baf-94be-86617f80de4a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197333 Apr 11 06:34:05.846234 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-fe320611-9ffd-4030-8f7a-0ab46adecc8e None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:34:05.866636 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1a3b21-153f-44c6-b4b8-38272d7e6f0a x-openstack-request-id: req-ff1a3b21-153f-44c6-b4b8-38272d7e6f0a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:34:05.866938 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a385db9-a8b7-40e6-bd20-23afa7a2287f", "name": "network-vif-deleted", "tag": "a644093e-daf7-4a64-a8a6-00050ad089da", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:34:05.867191 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff1a3b21-153f-44c6-b4b8-38272d7e6f0a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:34:05.867597 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1a3b21-153f-44c6-b4b8-38272d7e6f0a'] response: {'server_uuid': '8a385db9-a8b7-40e6-bd20-23afa7a2287f', 'name': 'network-vif-deleted', 'tag': 'a644093e-daf7-4a64-a8a6-00050ad089da', 'status': 'completed', 'code': 200} Apr 11 06:34:06.050220 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fe320611-9ffd-4030-8f7a-0ab46adecc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:06.080250 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe320611-9ffd-4030-8f7a-0ab46adecc8e None None] Checking router: f8a382dd-e48c-4156-a92f-e5be092eb7ca for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:34:06.089941 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe320611-9ffd-4030-8f7a-0ab46adecc8e None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:34:06.090549 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fe320611-9ffd-4030-8f7a-0ab46adecc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:06.202448 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-fe320611-9ffd-4030-8f7a-0ab46adecc8e None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:34:06.417787 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fe320611-9ffd-4030-8f7a-0ab46adecc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:06.445226 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe320611-9ffd-4030-8f7a-0ab46adecc8e None None] The sync data for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi is: [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:34:06.669515 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0a0f6b-24e8-40c5-afc2-e6a2e16af5db None None] New status for floating IP 01abb464-6f11-4141-b97c-1cec3c1eaeee: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:34:06.903718 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:06.944605 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c615780-2d1c-4919-88a9-f2fa6585c94d req-23a0e60e-2d1d-4d7e-a395-3daacde2cdc7 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:06.946122 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4c615780-2d1c-4919-88a9-f2fa6585c94d req-23a0e60e-2d1d-4d7e-a395-3daacde2cdc7 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0517950 Apr 11 06:34:06.959321 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-461a4749-9d55-4d85-a99b-145ac48a85a4 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (cf6e8f5d-d003-4fc0-a8a5-e7551f27e784), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:06.983586 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-461a4749-9d55-4d85-a99b-145ac48a85a4 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (cf6e8f5d-d003-4fc0-a8a5-e7551f27e784), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:06.995308 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4c615780-2d1c-4919-88a9-f2fa6585c94d req-2bfb2378-3494-43a7-b7fd-62f023add83d tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 Apr 11 06:34:07.032690 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-461a4749-9d55-4d85-a99b-145ac48a85a4 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (cf6e8f5d-d003-4fc0-a8a5-e7551f27e784), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:07.035285 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-461a4749-9d55-4d85-a99b-145ac48a85a4 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:07.038912 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-461a4749-9d55-4d85-a99b-145ac48a85a4 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf6e8f5d-d003-4fc0-a8a5-e7551f27e784 HTTP/1.1" status: 204 len: 168 time: 0.1314971 Apr 11 06:34:07.039299 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38782) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:07.048195 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a4749-9d55-4d85-a99b-145ac48a85a4 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6e8f5d-d003-4fc0-a8a5-e7551f27e784,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:07.056247 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.api.v2.resource [None req-a6e4e1a9-c0c4-4c51-8e7c-94af4974e6d9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] show failed (client error): The resource could not be found. Apr 11 06:34:07.061307 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38784) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:07.061984 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a6e4e1a9-c0c4-4c51-8e7c-94af4974e6d9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups/cf6e8f5d-d003-4fc0-a8a5-e7551f27e784 HTTP/1.1" status: 404 len: 347 time: 0.0216281 Apr 11 06:34:07.113760 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add4104-b87c-4c6c-892f-225b879d479e req-28426d45-30b5-4492-97d4-4dc019ba3d2e tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:07.115201 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8add4104-b87c-4c6c-892f-225b879d479e req-28426d45-30b5-4492-97d4-4dc019ba3d2e tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0512576 Apr 11 06:34:07.170469 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8add4104-b87c-4c6c-892f-225b879d479e req-4d3e0809-db3b-4248-ac72-6d01f358163a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493708 Apr 11 06:34:07.189295 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d6203b2d-4172-417e-b73d-303db82cc2f8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Deleting port dc121084-bc81-4b6e-b44b-de3e82183082 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:34:07.189637 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6203b2d-4172-417e-b73d-303db82cc2f8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (dc121084-bc81-4b6e-b44b-de3e82183082), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:07.268325 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6203b2d-4172-417e-b73d-303db82cc2f8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (dc121084-bc81-4b6e-b44b-de3e82183082), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:07.268652 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6203b2d-4172-417e-b73d-303db82cc2f8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (dc121084-bc81-4b6e-b44b-de3e82183082), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:07.284206 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d6203b2d-4172-417e-b73d-303db82cc2f8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Calling delete_port for dc121084-bc81-4b6e-b44b-de3e82183082 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:34:07.440711 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6203b2d-4172-417e-b73d-303db82cc2f8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (dc121084-bc81-4b6e-b44b-de3e82183082), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:07.468994 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6203b2d-4172-417e-b73d-303db82cc2f8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event deleted for resources: {'Port': ['ID=dc121084-bc81-4b6e-b44b-de3e82183082,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:07.511622 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2432fe-1035-4008-9b23-f132f15b343e req-9c9c696e-17c4-41fb-a884-9b7369dac0a1 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:07.513120 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ee2432fe-1035-4008-9b23-f132f15b343e req-9c9c696e-17c4-41fb-a884-9b7369dac0a1 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0507309 Apr 11 06:34:07.531793 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6203b2d-4172-417e-b73d-303db82cc2f8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (01abb464-6f11-4141-b97c-1cec3c1eaeee), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:07.534404 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6203b2d-4172-417e-b73d-303db82cc2f8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:07.535515 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d6203b2d-4172-417e-b73d-303db82cc2f8 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "DELETE /v2.0/floatingips/01abb464-6f11-4141-b97c-1cec3c1eaeee HTTP/1.1" status: 204 len: 168 time: 0.4728289 Apr 11 06:34:07.563661 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ee2432fe-1035-4008-9b23-f132f15b343e req-1905adbf-cea8-4c1e-89db-614621db0272 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447285 Apr 11 06:34:07.828477 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device a644093e-daf7-4a64-a8a6-00050ad089da no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:34:07.859295 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: a644093e-daf7-4a64-a8a6-00050ad089da {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:34:07.860051 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device a644093e-daf7-4a64-a8a6-00050ad089da not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:34:08.037394 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38800) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:08.044710 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e7d5f34b-73e6-422e-94b9-395745ba2737 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--93276878', 'description': 'tempest-description--1292285440'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:08.076565 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f34b-73e6-422e-94b9-395745ba2737 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.148378 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f34b-73e6-422e-94b9-395745ba2737 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (fd0e932e-7056-4de3-820d-31552352b743), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.155196 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f34b-73e6-422e-94b9-395745ba2737 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (fd0e932e-7056-4de3-820d-31552352b743), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.183697 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7d5f34b-73e6-422e-94b9-395745ba2737 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.184933 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e7d5f34b-73e6-422e-94b9-395745ba2737 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1464350 Apr 11 06:34:08.186876 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5f34b-73e6-422e-94b9-395745ba2737 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0e932e-7056-4de3-820d-31552352b743,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:08.188325 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38802) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:08.192866 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-57b4bb36-fd69-4ccb-90d5-938a2ddfe1fa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'security_group_rule': {'security_group_id': 'fd0e932e-7056-4de3-820d-31552352b743', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:08.220470 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57b4bb36-fd69-4ccb-90d5-938a2ddfe1fa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (97e41c7a-0ed9-43bc-88cf-70ad858777f0), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.276726 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57b4bb36-fd69-4ccb-90d5-938a2ddfe1fa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (97e41c7a-0ed9-43bc-88cf-70ad858777f0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.283170 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57b4bb36-fd69-4ccb-90d5-938a2ddfe1fa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (97e41c7a-0ed9-43bc-88cf-70ad858777f0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.300398 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4bb36-fd69-4ccb-90d5-938a2ddfe1fa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e41c7a-0ed9-43bc-88cf-70ad858777f0,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:08.313657 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57b4bb36-fd69-4ccb-90d5-938a2ddfe1fa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.314861 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-57b4bb36-fd69-4ccb-90d5-938a2ddfe1fa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255057 Apr 11 06:34:08.317713 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38804) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:08.322245 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ead7245a-8892-4585-90e9-3dec656fdbbe tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'security_group_rule': {'security_group_id': 'fd0e932e-7056-4de3-820d-31552352b743', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:08.349372 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ead7245a-8892-4585-90e9-3dec656fdbbe tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (d1942877-59d7-42b1-80d6-8f8db7806798), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.408295 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ead7245a-8892-4585-90e9-3dec656fdbbe tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (d1942877-59d7-42b1-80d6-8f8db7806798), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.413249 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ead7245a-8892-4585-90e9-3dec656fdbbe tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (d1942877-59d7-42b1-80d6-8f8db7806798), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.430390 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7245a-8892-4585-90e9-3dec656fdbbe tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1942877-59d7-42b1-80d6-8f8db7806798,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:08.440166 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ead7245a-8892-4585-90e9-3dec656fdbbe tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.441438 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ead7245a-8892-4585-90e9-3dec656fdbbe tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228051 Apr 11 06:34:08.444781 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38806) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:08.449212 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:08.472264 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.550314 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.670587 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Allocated IP 172.27.2.237 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/8e13cf02-7314-4392-9a34-a0808aba8dc4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:34:08.772106 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for port (8e13cf02-7314-4392-9a34-a0808aba8dc4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.810641 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (8e13cf02-7314-4392-9a34-a0808aba8dc4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.853989 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:34:08.856829 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:34:08.860200 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:34:08.865541 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'Port': ['ID=8e13cf02-7314-4392-9a34-a0808aba8dc4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:08.947669 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (dbb1f21b-ba48-4cde-8173-b466a7e03252), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:08.986761 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8e13cf02-7314-4392-9a34-a0808aba8dc4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:09.140051 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for port (8e13cf02-7314-4392-9a34-a0808aba8dc4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:09.145925 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (8e13cf02-7314-4392-9a34-a0808aba8dc4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:09.215843 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'Port': ['ID=8e13cf02-7314-4392-9a34-a0808aba8dc4,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:09.228354 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (dbb1f21b-ba48-4cde-8173-b466a7e03252), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:09.245192 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:09.246428 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fd6224f2-c348-4b6a-85da-190e7c060a67 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8006947 Apr 11 06:34:09.452779 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-04d1f220-2e6e-48e2-90fe-223df72018eb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--93276878&fields=id&tenant_id=b29caae4ee6c45cc97f3f452026667f6 HTTP/1.1" status: 200 len: 267 time: 0.0436711 Apr 11 06:34:09.561677 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-44cc2e1b-326f-4aa6-8145-2fc9dd46e1c7 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:09.563168 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-44cc2e1b-326f-4aa6-8145-2fc9dd46e1c7 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 814 time: 0.1040592 Apr 11 06:34:09.578461 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-e8ea7856-921f-4e61-b1fb-ad15c0de8575 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/quotas/b29caae4ee6c45cc97f3f452026667f6 HTTP/1.1" status: 200 len: 375 time: 0.0097568 Apr 11 06:34:09.631653 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-624faa7e-65f1-4728-89dc-0debe233514e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479710 Apr 11 06:34:09.726975 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-f94aa13b-d7eb-42b6-91da-5ec2212ebea9 service neutron] 10.222.0.18 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836422 Apr 11 06:34:09.829344 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-7cc16cd6-7368-4d7e-ab7e-3f72a4dd7819 service neutron] 10.222.0.18 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933602 Apr 11 06:34:10.001640 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ace02e53-b6ff-4921-a347-fde28fa7003a req-393c00a2-76ff-4c5e-97b3-059e34f458fc tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 210 time: 0.0282347 Apr 11 06:34:11.096595 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d29fa4e0-c69f-4dbc-beaf-59ffdb078655 req-f7a5e5d4-e53b-4449-986d-978023ed7a10 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 210 time: 0.0291252 Apr 11 06:34:11.151924 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:34:12.199558 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9ea074aa-6a01-4324-8b95-b53395442bce req-329be963-46dc-49bc-afd5-eb10b1b38f3d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 210 time: 0.0326276 Apr 11 06:34:12.629310 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-629bcf84-bda2-4fdb-9625-87b5170f70c6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:12.630785 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-629bcf84-bda2-4fdb-9625-87b5170f70c6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 814 time: 0.1105201 Apr 11 06:34:12.699754 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-595bcadb-748f-4667-ad63-901d295c114d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29caae4ee6c45cc97f3f452026667f6 HTTP/1.1" status: 200 len: 378 time: 0.0577228 Apr 11 06:34:12.734608 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'port': {'device_id': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'admin_state_up': True, 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'security_groups': ['fd0e932e-7056-4de3-820d-31552352b743']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:12.849152 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Made reservation on behalf of b29caae4ee6c45cc97f3f452026667f6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:34:12.853189 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:12.984710 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Allocated IP 172.20.0.10 (a484c9f1-fa0a-4ecf-a021-c8b6f38a3036/0fa1d8c8-088e-43d7-bf63-0c0a94c71a99/d457dec9-30c5-4125-9345-8f23611225e4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:34:13.130059 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for port (d457dec9-30c5-4125-9345-8f23611225e4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:13.168121 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (d457dec9-30c5-4125-9345-8f23611225e4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:13.214072 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:34:13.217678 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:34:13.221261 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:34:13.249428 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'Port': ['ID=d457dec9-30c5-4125-9345-8f23611225e4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:13.281404 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:13.282253 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:13.328050 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-203780dc-bec9-480c-9b74-8ebf622dd8f9 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5975835 Apr 11 06:34:13.341598 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbece522-e399-4175-8bba-876069f7777a req-a8ed6776-e897-449e-8011-794539febd30 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:13.343202 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cbece522-e399-4175-8bba-876069f7777a req-a8ed6776-e897-449e-8011-794539febd30 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 932 time: 0.0576863 Apr 11 06:34:13.392363 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cbece522-e399-4175-8bba-876069f7777a req-ee683137-4ba3-4823-bf58-7513be3310e6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433388 Apr 11 06:34:13.414912 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2e4b6734-838c-42bc-824b-e6823b5fbd8b None None] Provisioning complete for port d457dec9-30c5-4125-9345-8f23611225e4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:34:13.415449 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e4b6734-838c-42bc-824b-e6823b5fbd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (d457dec9-30c5-4125-9345-8f23611225e4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:13.449739 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b6734-838c-42bc-824b-e6823b5fbd8b None None] Port d457dec9-30c5-4125-9345-8f23611225e4 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:34:14.523731 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1423189-577c-45c7-a640-8e32c24ccce6 req-e3b3098a-e5e2-495c-8896-199b3bc09447 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:14.525199 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1423189-577c-45c7-a640-8e32c24ccce6 req-e3b3098a-e5e2-495c-8896-199b3bc09447 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 932 time: 0.0505965 Apr 11 06:34:14.575588 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1423189-577c-45c7-a640-8e32c24ccce6 req-0d938080-9a3c-412c-8f6b-f204e29b0d46 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424869 Apr 11 06:34:15.070731 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Request body: {'port': {'device_id': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:15.134443 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d457dec9-30c5-4125-9345-8f23611225e4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:15.399285 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d457dec9-30c5-4125-9345-8f23611225e4 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:34:15.406767 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Publish callbacks [] for port (d457dec9-30c5-4125-9345-8f23611225e4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:15.419570 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Transition to ACTIVE for port object d457dec9-30c5-4125-9345-8f23611225e4 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:34:15.427401 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (d457dec9-30c5-4125-9345-8f23611225e4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:15.757495 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Pushing event updated for resources: {'Port': ['ID=d457dec9-30c5-4125-9345-8f23611225e4,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:15.766549 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53019b-9f96-4425-bb5e-0d6aec3ce858 req-8a08c2ec-d082-48e5-ab41-cf07e57d881c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:15.768037 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2b53019b-9f96-4425-bb5e-0d6aec3ce858 req-8a08c2ec-d082-48e5-ab41-cf07e57d881c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 944 time: 0.0619395 Apr 11 06:34:15.865286 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2b53019b-9f96-4425-bb5e-0d6aec3ce858 req-365a48e2-d65f-45fa-9777-b05a5d8845e3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821602 Apr 11 06:34:15.867825 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Attempting to bind port d457dec9-30c5-4125-9345-8f23611225e4 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:34:15.868158 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Attempting to bind port d457dec9-30c5-4125-9345-8f23611225e4 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:34:15.868436 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Attempting to bind port d457dec9-30c5-4125-9345-8f23611225e4 on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:34:15.875578 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Port d457dec9-30c5-4125-9345-8f23611225e4 on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:34:15.876128 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Attempting to bind port d457dec9-30c5-4125-9345-8f23611225e4 on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:34:15.883368 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:34:15.883707 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Checking segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:34:15.884092 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Bound using segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:34:15.884522 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Bound port: d457dec9-30c5-4125-9345-8f23611225e4, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:34:15.884878 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d457dec9-30c5-4125-9345-8f23611225e4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:15.958757 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] For port d457dec9-30c5-4125-9345-8f23611225e4, host hv-cinder-83699, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:34:15.961901 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] For port d457dec9-30c5-4125-9345-8f23611225e4, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d457dec9-30c5-4125-9345-8f23611225e4,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:34:15.970404 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (d457dec9-30c5-4125-9345-8f23611225e4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:16.007205 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:16.007821 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:16.009382 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] 10.222.0.20 "PUT /v2.0/ports/d457dec9-30c5-4125-9345-8f23611225e4 HTTP/1.1" status: 200 len: 1094 time: 0.9428303 Apr 11 06:34:16.009713 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'tag': 'd457dec9-30c5-4125-9345-8f23611225e4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:34:16.012124 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1845d7-6540-4169-a2b8-ffe4347e3f60" -d '{"events": [{"name": "network-changed", "server_uuid": "a02842b8-7661-4d0c-bf83-d6326f4fae9d", "tag": "d457dec9-30c5-4125-9345-8f23611225e4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:34:16.033999 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eba788-b1ba-414d-ad7a-3da5aace3175 service neutron] Pushing event updated for resources: {'Port': ['ID=d457dec9-30c5-4125-9345-8f23611225e4,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:16.050742 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d885c2f-8c13-498a-9dd4-895f01ae59a8 x-openstack-request-id: req-8d885c2f-8c13-498a-9dd4-895f01ae59a8 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:34:16.051016 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02842b8-7661-4d0c-bf83-d6326f4fae9d", "tag": "d457dec9-30c5-4125-9345-8f23611225e4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:34:16.051456 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d885c2f-8c13-498a-9dd4-895f01ae59a8 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:34:16.051643 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d885c2f-8c13-498a-9dd4-895f01ae59a8'] response: {'name': 'network-changed', 'server_uuid': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'tag': 'd457dec9-30c5-4125-9345-8f23611225e4', 'status': 'completed', 'code': 200} Apr 11 06:34:16.137950 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1845d7-6540-4169-a2b8-ffe4347e3f60 req-a1071f64-e616-414d-b453-9438f066e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:16.139487 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6d1845d7-6540-4169-a2b8-ffe4347e3f60 req-a1071f64-e616-414d-b453-9438f066e27a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 1128 time: 0.0450041 Apr 11 06:34:16.332404 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1845d7-6540-4169-a2b8-ffe4347e3f60 req-ca21f417-a3d7-476d-a43e-2494dca247ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:16.334567 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6d1845d7-6540-4169-a2b8-ffe4347e3f60 req-ca21f417-a3d7-476d-a43e-2494dca247ff service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b29caae4ee6c45cc97f3f452026667f6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1849282 Apr 11 06:34:16.502910 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1845d7-6540-4169-a2b8-ffe4347e3f60 req-26d4445d-25c6-419f-b18a-c4a723e4baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:16.504303 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6d1845d7-6540-4169-a2b8-ffe4347e3f60 req-26d4445d-25c6-419f-b18a-c4a723e4baad service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1635199 Apr 11 06:34:16.601857 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-9d6929c1-3c33-4862-95e9-12681c4a888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:16.604151 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-9d6929c1-3c33-4862-95e9-12681c4a888d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 1128 time: 0.0456243 Apr 11 06:34:16.646818 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-07fcfc44-8b67-46fb-8757-a847272d9bdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d457dec9-30c5-4125-9345-8f23611225e4 HTTP/1.1" status: 200 len: 217 time: 0.0332634 Apr 11 06:34:16.697520 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-a4f7f2a1-12a7-4251-97ac-1b1a374b4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:16.699006 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-a4f7f2a1-12a7-4251-97ac-1b1a374b4062 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 HTTP/1.1" status: 200 len: 853 time: 0.0426359 Apr 11 06:34:16.752221 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-baa42367-9c81-46d7-a40b-a52637cb84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:16.754723 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-baa42367-9c81-46d7-a40b-a52637cb84e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472803 Apr 11 06:34:16.848024 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-7b476f50-9c6d-4b24-9146-ed977a647243 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841691 Apr 11 06:34:16.956054 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f1084609-2cdb-49f1-8f64-92d720f66ed5 req-776be301-886b-49a6-904f-427a8f7e9f4f service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009591 Apr 11 06:34:16.989380 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02440c72-15d6-495a-be6e-4d654d7f2912 req-723dc339-8867-46a5-9fb6-137d901646ea tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:16.990875 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-02440c72-15d6-495a-be6e-4d654d7f2912 req-723dc339-8867-46a5-9fb6-137d901646ea tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 944 time: 0.0493498 Apr 11 06:34:17.039024 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-02440c72-15d6-495a-be6e-4d654d7f2912 req-a09ee42b-6e26-4798-a6bb-52748885464b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420785 Apr 11 06:34:18.182658 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d4dc2-00eb-4641-a0eb-a6dd4fdab7b8 req-5b8ef777-4848-47c1-91ff-c7475162712e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:18.184585 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d70d4dc2-00eb-4641-a0eb-a6dd4fdab7b8 req-5b8ef777-4848-47c1-91ff-c7475162712e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 944 time: 0.0647516 Apr 11 06:34:18.238240 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d70d4dc2-00eb-4641-a0eb-a6dd4fdab7b8 req-cd6931f6-34c4-4ca5-ae5e-a83e703debcd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476983 Apr 11 06:34:19.362467 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554c03f-35ea-4a9e-a0a3-752610f0c714 req-7a4139c1-65cb-4ca9-88ce-b0c3cc289fc0 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:19.364181 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b554c03f-35ea-4a9e-a0a3-752610f0c714 req-7a4139c1-65cb-4ca9-88ce-b0c3cc289fc0 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 944 time: 0.0541334 Apr 11 06:34:19.424382 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b554c03f-35ea-4a9e-a0a3-752610f0c714 req-1fb76187-e231-4772-a5df-93873e284aad tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464354 Apr 11 06:34:19.655710 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5416a5f-a69a-44bf-b26a-5eacc758394e req-8f89e7cf-04b7-40cd-8f3e-14f934ee2f1d tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:19.657182 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f5416a5f-a69a-44bf-b26a-5eacc758394e req-8f89e7cf-04b7-40cd-8f3e-14f934ee2f1d tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0475039 Apr 11 06:34:19.712409 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f5416a5f-a69a-44bf-b26a-5eacc758394e req-1b58118d-9589-4734-ac31-8cfd2ec1b08d tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471160 Apr 11 06:34:19.736324 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38934) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:19.876274 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78b37f8-2888-4496-a450-0f9ef05a4ea5 tempest-TestMinimumBasicScenario-900410282 tempest-TestMinimumBasicScenario-900410282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:19.877800 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d78b37f8-2888-4496-a450-0f9ef05a4ea5 tempest-TestMinimumBasicScenario-900410282 tempest-TestMinimumBasicScenario-900410282-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 1124 time: 0.1404524 Apr 11 06:34:19.882264 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38938) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:19.886431 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'port_id': '166384b4-2352-4ff7-9230-20936e84651f', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:19.909296 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:19.909666 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device d457dec9-30c5-4125-9345-8f23611225e4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:34:19.994219 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:20.016959 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port d457dec9-30c5-4125-9345-8f23611225e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d457dec9-30c5-4125-9345-8f23611225e4,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:20.028494 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': 'd457dec9-30c5-4125-9345-8f23611225e4', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'port_id': 'd457dec9-30c5-4125-9345-8f23611225e4', 'mac_address': 'fa:16:3e:60:21:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:34:20.068848 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port d457dec9-30c5-4125-9345-8f23611225e4 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:34:20.069164 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d457dec9-30c5-4125-9345-8f23611225e4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:20.082460 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d457dec9-30c5-4125-9345-8f23611225e4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:34:20.102288 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port d457dec9-30c5-4125-9345-8f23611225e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d457dec9-30c5-4125-9345-8f23611225e4,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:20.106207 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (d457dec9-30c5-4125-9345-8f23611225e4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:20.109972 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Allocated IP 172.27.2.74 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/dcebc307-df0f-44b2-a7e3-eb9bce45ba14) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:34:20.156848 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=d457dec9-30c5-4125-9345-8f23611225e4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:20.210387 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for port (dcebc307-df0f-44b2-a7e3-eb9bce45ba14), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:20.246743 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (dcebc307-df0f-44b2-a7e3-eb9bce45ba14), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:20.289457 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:34:20.292232 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:34:20.295644 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:34:20.317713 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event updated for resources: {'Port': ['ID=dcebc307-df0f-44b2-a7e3-eb9bce45ba14,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:20.479913 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['d457dec9-30c5-4125-9345-8f23611225e4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:34:20.608221 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d44d06-14dd-4ea4-945c-526c992b1f42 req-11aa2ec8-1d24-4bb6-bca9-95532a88447f tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:20.609639 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6d44d06-14dd-4ea4-945c-526c992b1f42 req-11aa2ec8-1d24-4bb6-bca9-95532a88447f tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 945 time: 0.0942485 Apr 11 06:34:20.703755 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6d44d06-14dd-4ea4-945c-526c992b1f42 req-eea6e9c9-305d-423f-a02b-9be6357fb6d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870833 Apr 11 06:34:20.742059 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for floatingip (a527a939-da0c-45da-b275-ae50c638c4b5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:20.815514 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (dcebc307-df0f-44b2-a7e3-eb9bce45ba14), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:20.973219 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for port (dcebc307-df0f-44b2-a7e3-eb9bce45ba14), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:20.980120 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (dcebc307-df0f-44b2-a7e3-eb9bce45ba14), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:21.049271 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event updated for resources: {'Port': ['ID=dcebc307-df0f-44b2-a7e3-eb9bce45ba14,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:21.059764 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (a527a939-da0c-45da-b275-ae50c638c4b5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:21.071544 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b643-2600-4295-9206-b64feef1acf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:21.165629 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Floating IP a527a939-da0c-45da-b275-ae50c638c4b5 associated. External IP: 172.27.2.74, port: 166384b4-2352-4ff7-9230-20936e84651f. Apr 11 06:34:21.378871 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Router 6f69a5b2-570f-4472-b6df-724cb42863f8 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:34:21.729390 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:34:21.749543 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:21.750684 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41547c6-1625-4077-b542-32662bb1b4ce None None] Sync routers for ids ['6f69a5b2-570f-4472-b6df-724cb42863f8'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:34:21.766549 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41547c6-1625-4077-b542-32662bb1b4ce None None] Routers {'6f69a5b2-570f-4472-b6df-724cb42863f8'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:34:21.767234 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f41547c6-1625-4077-b542-32662bb1b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['6f69a5b2-570f-4472-b6df-724cb42863f8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:21.791705 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-16a8a95f-7ad2-4fb9-a417-72a55e5cb97a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9084561 Apr 11 06:34:21.794952 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38960) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:21.799767 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ab0e847c-48fa-44b4-8582-3b32dd0c5322 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431111164', 'description': 'tempest-secgroup-smoke-1431111164 description', 'project_id': '6a166131e4b1483d81edac72f8ca239e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:21.823750 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab0e847c-48fa-44b4-8582-3b32dd0c5322 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:21.844091 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'tag': '166384b4-2352-4ff7-9230-20936e84651f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:34:21.844091 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1996dc3b-7d83-43cd-9299-64981a01a284" -d '{"events": [{"name": "network-changed", "server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "tag": "166384b4-2352-4ff7-9230-20936e84651f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:34:21.847073 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cffbe-4cce-48b0-bec9-69a65efa9556 req-0e0a3da3-ccd3-404c-82ee-cbe87b3c250d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:21.848944 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d72cffbe-4cce-48b0-bec9-69a65efa9556 req-0e0a3da3-ccd3-404c-82ee-cbe87b3c250d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 945 time: 0.0560417 Apr 11 06:34:21.917961 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f41547c6-1625-4077-b542-32662bb1b4ce None None] Set router 6f69a5b2-570f-4472-b6df-724cb42863f8 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:34:21.920748 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d72cffbe-4cce-48b0-bec9-69a65efa9556 req-124b7843-ab63-4fe3-87b8-7de16c15c4c6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631316 Apr 11 06:34:21.930966 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab0e847c-48fa-44b4-8582-3b32dd0c5322 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group (96fe63d2-cc0b-4500-8a71-1f70ca748cd5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:21.933930 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device d457dec9-30c5-4125-9345-8f23611225e4 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:34:21.938171 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab0e847c-48fa-44b4-8582-3b32dd0c5322 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (96fe63d2-cc0b-4500-8a71-1f70ca748cd5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:21.968443 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf10ccef-3927-4fbc-8918-e7e8812dcd09 x-openstack-request-id: req-cf10ccef-3927-4fbc-8918-e7e8812dcd09 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:34:21.968742 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "tag": "166384b4-2352-4ff7-9230-20936e84651f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:34:21.969092 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf10ccef-3927-4fbc-8918-e7e8812dcd09 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:34:21.969501 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf10ccef-3927-4fbc-8918-e7e8812dcd09'] response: {'name': 'network-changed', 'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'tag': '166384b4-2352-4ff7-9230-20936e84651f', 'status': 'completed', 'code': 200} Apr 11 06:34:22.001141 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab0e847c-48fa-44b4-8582-3b32dd0c5322 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.002459 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ab0e847c-48fa-44b4-8582-3b32dd0c5322 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2061663 Apr 11 06:34:22.005630 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38966) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:22.006760 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e847c-48fa-44b4-8582-3b32dd0c5322 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe63d2-cc0b-4500-8a71-1f70ca748cd5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:22.010483 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-25d83be0-4bd3-4f13-a6f2-659f09b70698 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Request body: {'security_group_rule': {'security_group_id': '96fe63d2-cc0b-4500-8a71-1f70ca748cd5', 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:22.013090 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port d457dec9-30c5-4125-9345-8f23611225e4 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:34:22.024966 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port d457dec9-30c5-4125-9345-8f23611225e4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:34:22.025463 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (d457dec9-30c5-4125-9345-8f23611225e4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.081639 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996dc3b-7d83-43cd-9299-64981a01a284 req-19cd0e1f-e503-4fe1-a360-dea1454e8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:22.083513 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1996dc3b-7d83-43cd-9299-64981a01a284 req-19cd0e1f-e503-4fe1-a360-dea1454e8dae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a166131e4b1483d81edac72f8ca239e&device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 1129 time: 0.0650809 Apr 11 06:34:22.093845 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25d83be0-4bd3-4f13-a6f2-659f09b70698 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (da466592-0e1e-415e-8dd4-6d5a9a8ab2a2), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.152507 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port d457dec9-30c5-4125-9345-8f23611225e4 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:34:22.153815 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d457dec9-30c5-4125-9345-8f23611225e4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.181093 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25111d-45a5-4c08-b7fa-cf79e3f11ee6 req-fcba2012-5e2d-4552-9364-a0efc97d81d3 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:22.181329 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd457dec9-30c5-4125-9345-8f23611225e4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:34:22.182963 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b25111d-45a5-4c08-b7fa-cf79e3f11ee6 req-fcba2012-5e2d-4552-9364-a0efc97d81d3 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.0579023 Apr 11 06:34:22.183390 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db4c4d2-2420-47dc-bf53-9c72fa31bacc" -d '{"events": [{"server_uuid": "a02842b8-7661-4d0c-bf83-d6326f4fae9d", "name": "network-vif-plugged", "status": "completed", "tag": "d457dec9-30c5-4125-9345-8f23611225e4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:34:22.189122 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f41547c6-1625-4077-b542-32662bb1b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:33:20Z', 'revision_number': 4, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': 'a527a939-da0c-45da-b275-ae50c638c4b5', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'port_id': '166384b4-2352-4ff7-9230-20936e84651f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'mac_address': 'fa:16:3e:27:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:34:20Z', 'updated_at': '2022-04-11T06:34:20Z', 'revision_number': 0, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c74f2ae-9004-439e-8cad-0891785b278d', 'name': '', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'mac_address': 'fa:16:3e:17:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:18Z', 'updated_at': '2022-04-11T06:33:24Z', 'revision_number': 5, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'subnets': [{'id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:22.200813 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25d83be0-4bd3-4f13-a6f2-659f09b70698 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (da466592-0e1e-415e-8dd4-6d5a9a8ab2a2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.204369 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port d457dec9-30c5-4125-9345-8f23611225e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d457dec9-30c5-4125-9345-8f23611225e4,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:22.211688 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (d457dec9-30c5-4125-9345-8f23611225e4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.213455 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25d83be0-4bd3-4f13-a6f2-659f09b70698 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (da466592-0e1e-415e-8dd4-6d5a9a8ab2a2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.224942 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41547c6-1625-4077-b542-32662bb1b4ce None None] Checking router: 6f69a5b2-570f-4472-b6df-724cb42863f8 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:34:22.234442 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41547c6-1625-4077-b542-32662bb1b4ce None None] Routers {'6f69a5b2-570f-4472-b6df-724cb42863f8'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:34:22.235057 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f41547c6-1625-4077-b542-32662bb1b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:33:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['6f69a5b2-570f-4472-b6df-724cb42863f8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:22.245201 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c236d8-e4d8-4035-a168-299adc2593f9 x-openstack-request-id: req-06c236d8-e4d8-4035-a168-299adc2593f9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:34:22.245652 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02842b8-7661-4d0c-bf83-d6326f4fae9d", "name": "network-vif-plugged", "status": "completed", "tag": "d457dec9-30c5-4125-9345-8f23611225e4", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:34:22.246171 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06c236d8-e4d8-4035-a168-299adc2593f9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:34:22.246778 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c236d8-e4d8-4035-a168-299adc2593f9'] response: {'server_uuid': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd457dec9-30c5-4125-9345-8f23611225e4', 'code': 200} Apr 11 06:34:22.247354 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d83be0-4bd3-4f13-a6f2-659f09b70698 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da466592-0e1e-415e-8dd4-6d5a9a8ab2a2,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:22.267837 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25d83be0-4bd3-4f13-a6f2-659f09b70698 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.270450 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-25d83be0-4bd3-4f13-a6f2-659f09b70698 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2623243 Apr 11 06:34:22.272713 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:22.274255 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b25111d-45a5-4c08-b7fa-cf79e3f11ee6 req-61ade953-47a1-443c-ad42-17e74bc96d09 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761364 Apr 11 06:34:22.279949 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5d03c905-f4cf-4c7c-9f82-568caa5e90b1 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Request body: {'security_group_rule': {'security_group_id': '96fe63d2-cc0b-4500-8a71-1f70ca748cd5', 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:22.283155 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=d457dec9-30c5-4125-9345-8f23611225e4,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:22.315491 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d03c905-f4cf-4c7c-9f82-568caa5e90b1 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (6c6fc1e8-9e82-4aa6-9bc2-b3e03bf843d7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.374717 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d03c905-f4cf-4c7c-9f82-568caa5e90b1 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (6c6fc1e8-9e82-4aa6-9bc2-b3e03bf843d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.378628 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d03c905-f4cf-4c7c-9f82-568caa5e90b1 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (6c6fc1e8-9e82-4aa6-9bc2-b3e03bf843d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.396253 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03c905-f4cf-4c7c-9f82-568caa5e90b1 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6fc1e8-9e82-4aa6-9bc2-b3e03bf843d7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:22.405733 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d03c905-f4cf-4c7c-9f82-568caa5e90b1 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.406932 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5d03c905-f4cf-4c7c-9f82-568caa5e90b1 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330178 Apr 11 06:34:22.409777 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:22.414115 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0a29e482-2790-4802-a9a1-8d3e0f138867 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Request body: {'security_group_rule': {'security_group_id': '96fe63d2-cc0b-4500-8a71-1f70ca748cd5', 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:22.439623 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a29e482-2790-4802-a9a1-8d3e0f138867 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (a418cc1d-af03-4f9f-9dd5-353eac9b1a0a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.447497 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f41547c6-1625-4077-b542-32662bb1b4ce None None] Set router 6f69a5b2-570f-4472-b6df-724cb42863f8 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:34:22.500334 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a29e482-2790-4802-a9a1-8d3e0f138867 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (a418cc1d-af03-4f9f-9dd5-353eac9b1a0a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.505485 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a29e482-2790-4802-a9a1-8d3e0f138867 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (a418cc1d-af03-4f9f-9dd5-353eac9b1a0a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.525597 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29e482-2790-4802-a9a1-8d3e0f138867 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a418cc1d-af03-4f9f-9dd5-353eac9b1a0a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:22.532401 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a29e482-2790-4802-a9a1-8d3e0f138867 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.533708 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0a29e482-2790-4802-a9a1-8d3e0f138867 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229701 Apr 11 06:34:22.536520 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 38976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:22.540819 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-522987f5-dd2f-4e01-a9c2-1066786fc11a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Request body: {'security_group_rule': {'security_group_id': '96fe63d2-cc0b-4500-8a71-1f70ca748cd5', 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:22.569143 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-522987f5-dd2f-4e01-a9c2-1066786fc11a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (9fee055c-b2ed-4c27-8c68-8553c8dbc0cc), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.629137 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-522987f5-dd2f-4e01-a9c2-1066786fc11a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (9fee055c-b2ed-4c27-8c68-8553c8dbc0cc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.634539 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-522987f5-dd2f-4e01-a9c2-1066786fc11a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (9fee055c-b2ed-4c27-8c68-8553c8dbc0cc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.652975 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522987f5-dd2f-4e01-a9c2-1066786fc11a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fee055c-b2ed-4c27-8c68-8553c8dbc0cc,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:22.661936 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-522987f5-dd2f-4e01-a9c2-1066786fc11a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.663160 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-522987f5-dd2f-4e01-a9c2-1066786fc11a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256824 Apr 11 06:34:22.666877 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38978) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:22.672129 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fdc4eeae-cb7a-45d0-a3d1-9f4c4e70cd2c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Request body: {'security_group_rule': {'security_group_id': '96fe63d2-cc0b-4500-8a71-1f70ca748cd5', 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:22.687524 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f41547c6-1625-4077-b542-32662bb1b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:33:20Z', 'revision_number': 4, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': 'a527a939-da0c-45da-b275-ae50c638c4b5', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'port_id': '166384b4-2352-4ff7-9230-20936e84651f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'mac_address': 'fa:16:3e:27:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:34:20Z', 'updated_at': '2022-04-11T06:34:20Z', 'revision_number': 0, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c74f2ae-9004-439e-8cad-0891785b278d', 'name': '', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'mac_address': 'fa:16:3e:17:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:18Z', 'updated_at': '2022-04-11T06:33:24Z', 'revision_number': 5, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'subnets': [{'id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:22.693263 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-fdc4eeae-cb7a-45d0-a3d1-9f4c4e70cd2c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Project 6a166131e4b1483d81edac72f8ca239e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 06:34:22.698833 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdc4eeae-cb7a-45d0-a3d1-9f4c4e70cd2c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (f0b6a01e-b1d1-4f69-8450-53a1dbd2956f), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.715436 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41547c6-1625-4077-b542-32662bb1b4ce None None] The sync data for ids ['6f69a5b2-570f-4472-b6df-724cb42863f8'] in dv-cinder-836996-3-iscsi is: [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:33:20Z', 'revision_number': 4, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': 'a527a939-da0c-45da-b275-ae50c638c4b5', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'port_id': '166384b4-2352-4ff7-9230-20936e84651f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'mac_address': 'fa:16:3e:27:83:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:34:20Z', 'updated_at': '2022-04-11T06:34:20Z', 'revision_number': 0, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c74f2ae-9004-439e-8cad-0891785b278d', 'name': '', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'mac_address': 'fa:16:3e:17:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:18Z', 'updated_at': '2022-04-11T06:33:24Z', 'revision_number': 5, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'subnets': [{'id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:34:22.761122 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdc4eeae-cb7a-45d0-a3d1-9f4c4e70cd2c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (f0b6a01e-b1d1-4f69-8450-53a1dbd2956f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.765581 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdc4eeae-cb7a-45d0-a3d1-9f4c4e70cd2c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (f0b6a01e-b1d1-4f69-8450-53a1dbd2956f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.788380 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4eeae-cb7a-45d0-a3d1-9f4c4e70cd2c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b6a01e-b1d1-4f69-8450-53a1dbd2956f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:22.797845 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdc4eeae-cb7a-45d0-a3d1-9f4c4e70cd2c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.801679 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fdc4eeae-cb7a-45d0-a3d1-9f4c4e70cd2c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309524 Apr 11 06:34:22.801915 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 38980) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:22.806117 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b5927bf4-dfb6-4083-9868-e38225d27a5f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Request body: {'security_group_rule': {'security_group_id': '96fe63d2-cc0b-4500-8a71-1f70ca748cd5', 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:22.827729 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-b5927bf4-dfb6-4083-9868-e38225d27a5f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Project 6a166131e4b1483d81edac72f8ca239e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 06:34:22.833382 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5927bf4-dfb6-4083-9868-e38225d27a5f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (970ca891-75d7-40ef-aab2-972c4bfe7166), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.894451 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5927bf4-dfb6-4083-9868-e38225d27a5f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (970ca891-75d7-40ef-aab2-972c4bfe7166), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.899323 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5927bf4-dfb6-4083-9868-e38225d27a5f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (970ca891-75d7-40ef-aab2-972c4bfe7166), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.917490 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5927bf4-dfb6-4083-9868-e38225d27a5f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970ca891-75d7-40ef-aab2-972c4bfe7166,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:22.926927 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5927bf4-dfb6-4083-9868-e38225d27a5f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:22.928153 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b5927bf4-dfb6-4083-9868-e38225d27a5f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253920 Apr 11 06:34:22.930275 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf4e01-c1f4-42ef-af62-fcdec777c62b None None] New status for floating IP a527a939-da0c-45da-b275-ae50c638c4b5: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:34:23.063588 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d140b-3e71-4774-9269-c781f549a91c req-6d2ab16a-4cc5-4e2c-adad-d1dda6b54045 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:23.064999 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c07d140b-3e71-4774-9269-c781f549a91c req-6d2ab16a-4cc5-4e2c-adad-d1dda6b54045 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 946 time: 0.0700164 Apr 11 06:34:23.069732 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4a86849a-f278-4561-b935-d0b4e396cedc req-630ab896-d0cc-4741-837c-e914dd1b74f1 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431111164&fields=id&tenant_id=6a166131e4b1483d81edac72f8ca239e HTTP/1.1" status: 200 len: 267 time: 0.0812254 Apr 11 06:34:23.132163 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50e72592-44e0-473a-8d0f-20f4537ae854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:23.146107 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86849a-f278-4561-b935-d0b4e396cedc req-76e8fd3f-01fb-4a8b-b7dd-1b2734878fc3 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:23.147579 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4a86849a-f278-4561-b935-d0b4e396cedc req-76e8fd3f-01fb-4a8b-b7dd-1b2734878fc3 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0710337 Apr 11 06:34:23.160584 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-4a86849a-f278-4561-b935-d0b4e396cedc req-b358ed29-0f7a-46d3-9d89-90950e5383f8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Request body: {'port': {'security_groups': ['f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3', '96fe63d2-cc0b-4500-8a71-1f70ca748cd5']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:23.166981 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c07d140b-3e71-4774-9269-c781f549a91c req-9d78c245-77d5-448f-a989-af98092d0696 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961132 Apr 11 06:34:23.238631 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4a86849a-f278-4561-b935-d0b4e396cedc req-b358ed29-0f7a-46d3-9d89-90950e5383f8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (166384b4-2352-4ff7-9230-20936e84651f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:23.446716 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6ec47-2006-4cf7-b15b-665014993e82 req-82770ea3-595f-4471-bd34-59d873c6d24d tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:23.448181 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0ef6ec47-2006-4cf7-b15b-665014993e82 req-82770ea3-595f-4471-bd34-59d873c6d24d tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.0860484 Apr 11 06:34:23.477589 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-4a86849a-f278-4561-b935-d0b4e396cedc req-b358ed29-0f7a-46d3-9d89-90950e5383f8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] For port 166384b4-2352-4ff7-9230-20936e84651f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=166384b4-2352-4ff7-9230-20936e84651f,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:23.525549 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4a86849a-f278-4561-b935-d0b4e396cedc req-b358ed29-0f7a-46d3-9d89-90950e5383f8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for port (166384b4-2352-4ff7-9230-20936e84651f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:23.530167 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0ef6ec47-2006-4cf7-b15b-665014993e82 req-4460f383-396f-4855-a9a9-ac754f887f46 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748610 Apr 11 06:34:23.531734 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4a86849a-f278-4561-b935-d0b4e396cedc req-b358ed29-0f7a-46d3-9d89-90950e5383f8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (166384b4-2352-4ff7-9230-20936e84651f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:23.552489 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['166384b4-2352-4ff7-9230-20936e84651f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:34:23.577721 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86849a-f278-4561-b935-d0b4e396cedc req-b358ed29-0f7a-46d3-9d89-90950e5383f8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:23.578550 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4a86849a-f278-4561-b935-d0b4e396cedc req-b358ed29-0f7a-46d3-9d89-90950e5383f8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:23.579730 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4a86849a-f278-4561-b935-d0b4e396cedc req-b358ed29-0f7a-46d3-9d89-90950e5383f8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "PUT /v2.0/ports/166384b4-2352-4ff7-9230-20936e84651f HTTP/1.1" status: 200 len: 981 time: 0.4244225 Apr 11 06:34:23.597628 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358ed29-0f7a-46d3-9d89-90950e5383f8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event updated for resources: {'Port': ['ID=166384b4-2352-4ff7-9230-20936e84651f,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:23.689970 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a90a55-8b42-406a-8abf-43c4236b52c1 req-8df9ef41-8786-4c14-9e3f-f14a05a97d2f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:23.691843 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43a90a55-8b42-406a-8abf-43c4236b52c1 req-8df9ef41-8786-4c14-9e3f-f14a05a97d2f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.0553517 Apr 11 06:34:23.757159 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43a90a55-8b42-406a-8abf-43c4236b52c1 req-8b1e955f-16e0-4bb8-8117-ecc68a1c63af tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575550 Apr 11 06:34:23.759197 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['166384b4-2352-4ff7-9230-20936e84651f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:34:23.900158 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-095abbd4-1c17-4aa5-bc8f-953592f949f5 None None] Provisioning complete for port 166384b4-2352-4ff7-9230-20936e84651f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:34:23.900510 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-095abbd4-1c17-4aa5-bc8f-953592f949f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (166384b4-2352-4ff7-9230-20936e84651f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:23.974883 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'tag': '166384b4-2352-4ff7-9230-20936e84651f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:34:23.978181 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157c388a-5e09-465c-bc1b-601e78b445e6" -d '{"events": [{"name": "network-changed", "server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "tag": "166384b4-2352-4ff7-9230-20936e84651f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:34:24.022082 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996dc3b-7d83-43cd-9299-64981a01a284 req-7f640167-4b1c-409a-8f5d-0c2ecada44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:24.025100 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1996dc3b-7d83-43cd-9299-64981a01a284 req-7f640167-4b1c-409a-8f5d-0c2ecada44cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=b769bb07-bc63-4ce0-963d-a6ae425f54ff HTTP/1.1" status: 200 len: 914 time: 0.1181223 Apr 11 06:34:24.043707 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d08010-bada-41f3-a399-1e201b1b518f x-openstack-request-id: req-a2d08010-bada-41f3-a399-1e201b1b518f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:34:24.044180 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "tag": "166384b4-2352-4ff7-9230-20936e84651f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:34:24.044435 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2d08010-bada-41f3-a399-1e201b1b518f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:34:24.046126 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d08010-bada-41f3-a399-1e201b1b518f'] response: {'name': 'network-changed', 'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'tag': '166384b4-2352-4ff7-9230-20936e84651f', 'status': 'completed', 'code': 200} Apr 11 06:34:24.123414 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-095abbd4-1c17-4aa5-bc8f-953592f949f5 None None] Current status of the port 166384b4-2352-4ff7-9230-20936e84651f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:34:24.190457 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf6c28-0c8d-4a8a-a1ec-7d86e78ae35f req-ee72ebab-544b-494e-96a8-23639b926dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:24.192219 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7ecf6c28-0c8d-4a8a-a1ec-7d86e78ae35f req-ee72ebab-544b-494e-96a8-23639b926dee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 1130 time: 0.0395620 Apr 11 06:34:24.206793 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1996dc3b-7d83-43cd-9299-64981a01a284 req-0f5f39e4-7910-4859-8a0a-fe237114aac6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=166384b4-2352-4ff7-9230-20936e84651f HTTP/1.1" status: 200 len: 1000 time: 0.0707357 Apr 11 06:34:24.297782 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7ecf6c28-0c8d-4a8a-a1ec-7d86e78ae35f req-4622ce79-8b22-4ea7-8966-e7ef5ffa1b50 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398722 Apr 11 06:34:24.345916 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c59a6-fa5f-4f2f-8a25-5dfa377076ff req-90e66e8b-ba6d-4827-9af2-e8e0c2367528 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:24.347383 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d18c59a6-fa5f-4f2f-8a25-5dfa377076ff req-90e66e8b-ba6d-4827-9af2-e8e0c2367528 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 946 time: 0.1113944 Apr 11 06:34:24.368684 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e731046-c141-425e-80ed-1deac38c7d72 req-e3bdd40e-c234-4344-938a-a2d004952af7 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:24.370073 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5e731046-c141-425e-80ed-1deac38c7d72 req-e3bdd40e-c234-4344-938a-a2d004952af7 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.20 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.1047475 Apr 11 06:34:24.372591 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996dc3b-7d83-43cd-9299-64981a01a284 req-d7ce272c-7782-48b4-b72e-4efff782640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:24.374245 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1996dc3b-7d83-43cd-9299-64981a01a284 req-d7ce272c-7782-48b4-b72e-4efff782640d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae23a7a3-69af-4490-9a44-89d62e66bbf8 HTTP/1.1" status: 200 len: 853 time: 0.1078157 Apr 11 06:34:24.408847 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d18c59a6-fa5f-4f2f-8a25-5dfa377076ff req-e9665adf-1838-4aa7-987b-8497344749f6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545001 Apr 11 06:34:24.593135 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:24.642319 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996dc3b-7d83-43cd-9299-64981a01a284 req-992c6af1-6755-4462-9957-dddbf3becba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:24.642637 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1996dc3b-7d83-43cd-9299-64981a01a284 req-992c6af1-6755-4462-9957-dddbf3becba8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b769bb07-bc63-4ce0-963d-a6ae425f54ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851395 Apr 11 06:34:24.719774 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2967b2-199e-4806-b6f0-ab6b81de7a34 req-cb34492f-5f81-4ded-bc38-dad6b2ebdc90 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:24.721211 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5c2967b2-199e-4806-b6f0-ab6b81de7a34 req-cb34492f-5f81-4ded-bc38-dad6b2ebdc90 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 945 time: 0.0999613 Apr 11 06:34:24.776926 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5e731046-c141-425e-80ed-1deac38c7d72 req-77ee6b30-086e-4385-8414-79ac65301c77 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Deleting port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:34:24.777273 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5e731046-c141-425e-80ed-1deac38c7d72 req-77ee6b30-086e-4385-8414-79ac65301c77 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:24.876786 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1996dc3b-7d83-43cd-9299-64981a01a284 req-9e9afa62-453c-4744-a95b-dc0facb3b4e3 service neutron] 10.222.0.20 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096350 Apr 11 06:34:24.881965 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5c2967b2-199e-4806-b6f0-ab6b81de7a34 req-4f7f69d0-b550-4e39-9311-c0a4e72f524a tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfbb9cf5-d637-43c9-821d-f2f33203c276&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549103 Apr 11 06:34:24.909120 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-5e731046-c141-425e-80ed-1deac38c7d72 req-77ee6b30-086e-4385-8414-79ac65301c77 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] For port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb,segment=NetworkSegment(d6556879-5358-4f5f-8020-4632634b0c50),segment_id=d6556879-5358-4f5f-8020-4632634b0c50)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:34:24.909481 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5e731046-c141-425e-80ed-1deac38c7d72 req-77ee6b30-086e-4385-8414-79ac65301c77 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:24.922680 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-5e731046-c141-425e-80ed-1deac38c7d72 req-77ee6b30-086e-4385-8414-79ac65301c77 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Calling delete_port for 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:34:25.059714 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5e731046-c141-425e-80ed-1deac38c7d72 req-77ee6b30-086e-4385-8414-79ac65301c77 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:25.073758 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:34:25.091044 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee6b30-086e-4385-8414-79ac65301c77 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Pushing event deleted for resources: {'Port': ['ID=4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:25.137879 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e731046-c141-425e-80ed-1deac38c7d72 req-77ee6b30-086e-4385-8414-79ac65301c77 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] No DVR routers for this DVR port 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:34:25.140624 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-5e731046-c141-425e-80ed-1deac38c7d72 req-77ee6b30-086e-4385-8414-79ac65301c77 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:25.143931 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5e731046-c141-425e-80ed-1deac38c7d72 req-77ee6b30-086e-4385-8414-79ac65301c77 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.20 "DELETE /v2.0/ports/4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb HTTP/1.1" status: 204 len: 173 time: 0.5887637 Apr 11 06:34:25.281576 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1996dc3b-7d83-43cd-9299-64981a01a284 req-fe19eab5-86d2-4c6f-b679-ba185ea4e1e4 service neutron] 10.222.0.20 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920620 Apr 11 06:34:25.529790 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a282d9-e219-4766-b312-aab7e4c99693 req-b2c7bb84-9c85-473f-bf17-67e153d5da7e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:25.531533 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a0a282d9-e219-4766-b312-aab7e4c99693 req-b2c7bb84-9c85-473f-bf17-67e153d5da7e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 946 time: 0.0499282 Apr 11 06:34:25.582890 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a0a282d9-e219-4766-b312-aab7e4c99693 req-269fa6ed-7dcb-436b-b707-2bb63f683441 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458727 Apr 11 06:34:25.684072 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c388a-5e09-465c-bc1b-601e78b445e6 req-0b5037ff-472e-4409-9904-f61ad063cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:25.685605 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-157c388a-5e09-465c-bc1b-601e78b445e6 req-0b5037ff-472e-4409-9904-f61ad063cdc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a166131e4b1483d81edac72f8ca239e&device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 1168 time: 0.0405412 Apr 11 06:34:25.763360 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:25.856265 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c388a-5e09-465c-bc1b-601e78b445e6 req-3c58d74b-3739-429c-8bb8-e45b237ff50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:25.857757 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-157c388a-5e09-465c-bc1b-601e78b445e6 req-3c58d74b-3739-429c-8bb8-e45b237ff50c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b769bb07-bc63-4ce0-963d-a6ae425f54ff HTTP/1.1" status: 200 len: 914 time: 0.0908191 Apr 11 06:34:25.930742 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:25.996946 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7e1dbf08-1005-45e2-8be5-6281cb62089f req-88e70ea0-9d59-4d6f-966b-c083635d95e2 tempest-VolumesSnapshotTestJSON-1814229363 tempest-VolumesSnapshotTestJSON-1814229363-project] 10.222.0.18 "GET /v2.0/ports?device_id=582dbb37-f80c-43b0-987d-f64f34307035 HTTP/1.1" status: 200 len: 210 time: 0.0315702 Apr 11 06:34:26.045795 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582dbb37-f80c-43b0-987d-f64f34307035', 'name': 'network-vif-deleted', 'tag': '4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:34:26.048564 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b24985-6535-4b16-ba38-a8a6fc361eb8" -d '{"events": [{"server_uuid": "582dbb37-f80c-43b0-987d-f64f34307035", "name": "network-vif-deleted", "tag": "4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:34:26.092547 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c67a21-8c81-4af7-bb73-a46bc4e34cda x-openstack-request-id: req-86c67a21-8c81-4af7-bb73-a46bc4e34cda {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:34:26.093509 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582dbb37-f80c-43b0-987d-f64f34307035", "name": "network-vif-deleted", "tag": "4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:34:26.093509 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86c67a21-8c81-4af7-bb73-a46bc4e34cda {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:34:26.093509 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c67a21-8c81-4af7-bb73-a46bc4e34cda'] response: {'server_uuid': '582dbb37-f80c-43b0-987d-f64f34307035', 'name': 'network-vif-deleted', 'tag': '4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb', 'status': 'completed', 'code': 200} Apr 11 06:34:26.454344 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-157c388a-5e09-465c-bc1b-601e78b445e6 req-a4072277-d145-431e-a9f5-a947383b27b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=166384b4-2352-4ff7-9230-20936e84651f HTTP/1.1" status: 200 len: 1000 time: 0.0686264 Apr 11 06:34:26.513951 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c388a-5e09-465c-bc1b-601e78b445e6 req-af46d700-3d95-4004-90a9-a5a688fd1f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:26.515605 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-157c388a-5e09-465c-bc1b-601e78b445e6 req-af46d700-3d95-4004-90a9-a5a688fd1f5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae23a7a3-69af-4490-9a44-89d62e66bbf8 HTTP/1.1" status: 200 len: 853 time: 0.0433128 Apr 11 06:34:26.560894 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c388a-5e09-465c-bc1b-601e78b445e6 req-58f95202-18b7-4406-af95-efbb8c43f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:26.562682 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-157c388a-5e09-465c-bc1b-601e78b445e6 req-58f95202-18b7-4406-af95-efbb8c43f003 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b769bb07-bc63-4ce0-963d-a6ae425f54ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408571 Apr 11 06:34:26.652338 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-157c388a-5e09-465c-bc1b-601e78b445e6 req-b15d5eb9-6b14-43c9-8f6e-04c736ef80b3 service neutron] 10.222.0.20 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822115 Apr 11 06:34:26.720636 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512df8a-526b-43ae-9538-3d8c5f482102 req-8f612f61-8b78-40d8-8876-aa2dd4bef4cc tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:26.721989 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e512df8a-526b-43ae-9538-3d8c5f482102 req-8f612f61-8b78-40d8-8876-aa2dd4bef4cc tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 946 time: 0.0679069 Apr 11 06:34:26.805314 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-157c388a-5e09-465c-bc1b-601e78b445e6 req-3e74fcce-b245-4ecf-832a-07d806c4b53c service neutron] 10.222.0.20 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428404 Apr 11 06:34:26.808708 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e512df8a-526b-43ae-9538-3d8c5f482102 req-1cc95d13-edb5-4aa0-9ad7-254f87c0375c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633690 Apr 11 06:34:26.935602 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de4bd9-d7c6-4084-ab83-f22bf6f5b0c0 req-295ef09f-b0bc-4315-9abf-05501b2b94b3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:26.937429 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18de4bd9-d7c6-4084-ab83-f22bf6f5b0c0 req-295ef09f-b0bc-4315-9abf-05501b2b94b3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 946 time: 0.0556321 Apr 11 06:34:26.946079 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39010) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:26.950572 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-041dae1c-f907-4bd3-8c15-cfed2e7d1ffa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'floatingip': {'port_id': 'd457dec9-30c5-4125-9345-8f23611225e4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:34:26.993627 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-041dae1c-f907-4bd3-8c15-cfed2e7d1ffa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (dbb1f21b-ba48-4cde-8173-b466a7e03252), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:27.215559 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:27.706452 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-041dae1c-f907-4bd3-8c15-cfed2e7d1ffa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:27.713366 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-041dae1c-f907-4bd3-8c15-cfed2e7d1ffa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (dbb1f21b-ba48-4cde-8173-b466a7e03252), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:27.830882 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-041dae1c-f907-4bd3-8c15-cfed2e7d1ffa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Floating IP dbb1f21b-ba48-4cde-8173-b466a7e03252 associated. External IP: 172.27.2.237, port: d457dec9-30c5-4125-9345-8f23611225e4. Apr 11 06:34:27.929227 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:34:27.957894 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:34:27.958125 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 4e81843e-d1b2-4dc3-9b8b-1c6b00ebc5fb not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:34:28.056115 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041dae1c-f907-4bd3-8c15-cfed2e7d1ffa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Router f8a382dd-e48c-4156-a92f-e5be092eb7ca has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:34:28.180037 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041dae1c-f907-4bd3-8c15-cfed2e7d1ffa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:34:28.184337 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-041dae1c-f907-4bd3-8c15-cfed2e7d1ffa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:28.192070 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a840b23-aa30-4d77-ab00-9c2be90b25fa None None] Sync routers for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:34:28.205357 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a840b23-aa30-4d77-ab00-9c2be90b25fa None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:34:28.206085 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0a840b23-aa30-4d77-ab00-9c2be90b25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:34:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:28.215287 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-041dae1c-f907-4bd3-8c15-cfed2e7d1ffa tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "PUT /v2.0/floatingips/dbb1f21b-ba48-4cde-8173-b466a7e03252 HTTP/1.1" status: 200 len: 992 time: 1.2679484 Apr 11 06:34:28.215895 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'tag': 'd457dec9-30c5-4125-9345-8f23611225e4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:34:28.218546 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f81dd52-0e25-4839-ab9d-2e9d51028316" -d '{"events": [{"name": "network-changed", "server_uuid": "a02842b8-7661-4d0c-bf83-d6326f4fae9d", "tag": "d457dec9-30c5-4125-9345-8f23611225e4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:34:28.257454 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9508d482-fb1f-4892-bbdf-2ff426760bc9 x-openstack-request-id: req-9508d482-fb1f-4892-bbdf-2ff426760bc9 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:34:28.257812 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02842b8-7661-4d0c-bf83-d6326f4fae9d", "tag": "d457dec9-30c5-4125-9345-8f23611225e4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:34:28.258256 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9508d482-fb1f-4892-bbdf-2ff426760bc9 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:34:28.258720 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9508d482-fb1f-4892-bbdf-2ff426760bc9'] response: {'name': 'network-changed', 'server_uuid': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'tag': 'd457dec9-30c5-4125-9345-8f23611225e4', 'status': 'completed', 'code': 200} Apr 11 06:34:28.316897 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0a840b23-aa30-4d77-ab00-9c2be90b25fa None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:34:28.554680 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0a840b23-aa30-4d77-ab00-9c2be90b25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': 'dbb1f21b-ba48-4cde-8173-b466a7e03252', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'd457dec9-30c5-4125-9345-8f23611225e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:60:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:34:08Z', 'updated_at': '2022-04-11T06:34:27Z', 'revision_number': 1, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:28.594468 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a840b23-aa30-4d77-ab00-9c2be90b25fa None None] Checking router: f8a382dd-e48c-4156-a92f-e5be092eb7ca for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:34:28.606132 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a840b23-aa30-4d77-ab00-9c2be90b25fa None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:34:28.606771 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0a840b23-aa30-4d77-ab00-9c2be90b25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:34:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:28.641254 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81dd52-0e25-4839-ab9d-2e9d51028316 req-8fd671cb-8e14-4b9b-8154-c4b7a5d610be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:28.642570 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f81dd52-0e25-4839-ab9d-2e9d51028316 req-8fd671cb-8e14-4b9b-8154-c4b7a5d610be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 1130 time: 0.0420058 Apr 11 06:34:28.727921 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0a840b23-aa30-4d77-ab00-9c2be90b25fa None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:34:28.744784 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81dd52-0e25-4839-ab9d-2e9d51028316 req-052ed696-9914-4f9d-95a1-b1c105c60cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:28.746312 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f81dd52-0e25-4839-ab9d-2e9d51028316 req-052ed696-9914-4f9d-95a1-b1c105c60cfb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 914 time: 0.0914183 Apr 11 06:34:28.955766 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0a840b23-aa30-4d77-ab00-9c2be90b25fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': 'dbb1f21b-ba48-4cde-8173-b466a7e03252', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'd457dec9-30c5-4125-9345-8f23611225e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:60:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:34:08Z', 'updated_at': '2022-04-11T06:34:27Z', 'revision_number': 1, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:28.986093 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a840b23-aa30-4d77-ab00-9c2be90b25fa None None] The sync data for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi is: [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': 'dbb1f21b-ba48-4cde-8173-b466a7e03252', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'd457dec9-30c5-4125-9345-8f23611225e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:60:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:34:08Z', 'updated_at': '2022-04-11T06:34:27Z', 'revision_number': 1, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:34:29.186798 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b46cf1-16e6-400e-9a69-51ec2f72a95d None None] New status for floating IP dbb1f21b-ba48-4cde-8173-b466a7e03252: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:34:31.802064 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f81dd52-0e25-4839-ab9d-2e9d51028316 req-e2c160c8-737e-4a00-b6d9-44a78fc6a533 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d457dec9-30c5-4125-9345-8f23611225e4 HTTP/1.1" status: 200 len: 1002 time: 0.0660453 Apr 11 06:34:31.854934 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81dd52-0e25-4839-ab9d-2e9d51028316 req-b9ec8da7-ec7c-40fd-84b7-2912afae8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:31.856318 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f81dd52-0e25-4839-ab9d-2e9d51028316 req-b9ec8da7-ec7c-40fd-84b7-2912afae8c92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 HTTP/1.1" status: 200 len: 853 time: 0.0435407 Apr 11 06:34:31.907882 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81dd52-0e25-4839-ab9d-2e9d51028316 req-c7b1bf77-97e9-462c-84d1-c93efd90ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:31.909411 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f81dd52-0e25-4839-ab9d-2e9d51028316 req-c7b1bf77-97e9-462c-84d1-c93efd90ea7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458732 Apr 11 06:34:32.004884 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f81dd52-0e25-4839-ab9d-2e9d51028316 req-1b9ffce4-0fd5-4037-84ec-b8c4676e8bc0 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871258 Apr 11 06:34:32.100993 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f81dd52-0e25-4839-ab9d-2e9d51028316 req-e2fbbdca-cb5e-4022-b1f7-4547a051c3be service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844946 Apr 11 06:34:48.022911 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ac43d-270f-466b-ba2e-e307e875f34e req-d3020962-9197-4b44-9252-bd326f639036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:48.024531 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f9ac43d-270f-466b-ba2e-e307e875f34e req-d3020962-9197-4b44-9252-bd326f639036 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 1130 time: 0.0717752 Apr 11 06:34:48.030683 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3061b3-800b-4b46-966e-a161bc04d11f req-1a98df73-5ed8-4f91-843b-5a0c7f1d88d2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:48.032050 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4e3061b3-800b-4b46-966e-a161bc04d11f req-1a98df73-5ed8-4f91-843b-5a0c7f1d88d2 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0698309 Apr 11 06:34:48.145956 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4e3061b3-800b-4b46-966e-a161bc04d11f req-5936960a-dacd-4915-a7f1-9b6b52609ff8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030769 Apr 11 06:34:48.154152 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:34:48.161781 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ac43d-270f-466b-ba2e-e307e875f34e req-a29658ef-e2d0-4b5f-a982-f46f284d52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:48.163383 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f9ac43d-270f-466b-ba2e-e307e875f34e req-a29658ef-e2d0-4b5f-a982-f46f284d52eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.1288137 Apr 11 06:34:48.236486 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f9ac43d-270f-466b-ba2e-e307e875f34e req-0ad93a13-f422-422a-9447-3a62bd8d794e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=350f5d83-c3d8-4058-92e8-3d5c1e752799 HTTP/1.1" status: 200 len: 1002 time: 0.0658309 Apr 11 06:34:48.294514 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ac43d-270f-466b-ba2e-e307e875f34e req-e6cfa8a3-979c-4b8e-a0fa-35aef03faff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:48.296006 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f9ac43d-270f-466b-ba2e-e307e875f34e req-e6cfa8a3-979c-4b8e-a0fa-35aef03faff1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.0534587 Apr 11 06:34:48.339735 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ac43d-270f-466b-ba2e-e307e875f34e req-93623c8d-c065-4b4b-bbc7-36d5d2226f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:48.341212 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f9ac43d-270f-466b-ba2e-e307e875f34e req-93623c8d-c065-4b4b-bbc7-36d5d2226f10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386100 Apr 11 06:34:48.435033 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f9ac43d-270f-466b-ba2e-e307e875f34e req-a5701959-db2d-4e8c-ae29-ef8892f6d08f service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864201 Apr 11 06:34:48.524537 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f9ac43d-270f-466b-ba2e-e307e875f34e req-0e5efb8f-7dbe-4125-8566-cb73e05392d4 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826766 Apr 11 06:34:49.276338 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624f6e3-b11d-41f1-a8bf-77c8b35c252a req-d7c3420d-36e9-49d8-9dcc-9151fd9ef477 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:49.277886 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0624f6e3-b11d-41f1-a8bf-77c8b35c252a req-d7c3420d-36e9-49d8-9dcc-9151fd9ef477 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0535789 Apr 11 06:34:49.331182 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0624f6e3-b11d-41f1-a8bf-77c8b35c252a req-e0f13743-a79b-407d-b1b1-e3481c757be9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461266 Apr 11 06:34:50.390400 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:50.462583 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Deleting subnet 2dfc909e-0d32-4526-9d68-3b90332026be {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:34:50.467715 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Publish callbacks [] for subnet (2dfc909e-0d32-4526-9d68-3b90332026be), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:50.474675 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28d26b-02df-4429-93ba-e6163ec83312 req-2454d4cc-431b-44ee-b9ea-c576869dfc76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:50.476512 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fe28d26b-02df-4429-93ba-e6163ec83312 req-2454d4cc-431b-44ee-b9ea-c576869dfc76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0616169 Apr 11 06:34:50.522971 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9241781'] for subnet (2dfc909e-0d32-4526-9d68-3b90332026be), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:50.571914 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fe28d26b-02df-4429-93ba-e6163ec83312 req-90b531d5-9ee0-4536-8dfe-b25c30c7eb57 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783033 Apr 11 06:34:50.581997 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (2dfc909e-0d32-4526-9d68-3b90332026be), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:50.637009 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3409670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374904'] for subnet (2dfc909e-0d32-4526-9d68-3b90332026be), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:50.662290 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfc909e-0d32-4526-9d68-3b90332026be,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:50.667375 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:50.670588 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2dfc909e-0d32-4526-9d68-3b90332026be HTTP/1.1" status: 204 len: 168 time: 0.2792001 Apr 11 06:34:50.673538 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:50.677344 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.677749 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.678137 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.678532 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.678964 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.679481 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.679815 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.680208 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.680541 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.680877 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.681239 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.681565 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.681891 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.682211 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.682526 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a7a12-1727-49f7-8800-fba39d735f68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.745850 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (d6d9c5f1-17a3-472c-9d02-0176dc33c115), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:50.826763 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (d6d9c5f1-17a3-472c-9d02-0176dc33c115), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:50.848499 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d9c5f1-17a3-472c-9d02-0176dc33c115']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:50.857949 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6556879-5358-4f5f-8020-4632634b0c50') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:50.858239 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6556879-5358-4f5f-8020-4632634b0c50') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:34:50.867688 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2113646'] for segment (d6556879-5358-4f5f-8020-4632634b0c50), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:50.880715 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (d6556879-5358-4f5f-8020-4632634b0c50), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:50.887380 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:34:50.887682 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9388726'] for segment (d6556879-5358-4f5f-8020-4632634b0c50), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: Traceback (most recent call last): Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: timer() Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: cb(*args, **kw) Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: return func(*args, **kwargs) Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: self._notify() Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: self.callback(batched_events) Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: event.method(event) Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: return f(self, *a, **k) Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._get(url).json() Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:34:50.889466 dv-cinder-836996-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:34:50.945512 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (d6d9c5f1-17a3-472c-9d02-0176dc33c115), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:50.951054 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:50.954142 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d6d9c5f1-17a3-472c-9d02-0176dc33c115 HTTP/1.1" status: 204 len: 168 time: 0.2794733 Apr 11 06:34:50.964936 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d9c5f1-17a3-472c-9d02-0176dc33c115,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:50.972299 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.972638 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.973012 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.973349 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.973672 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.973992 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.974308 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.974618 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.974934 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.975295 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.975697 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.976053 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.976359 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.976638 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:50.976972 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23971948-7bb4-4b9c-9242-7a506e179733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:34:51.075466 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70dca873-2568-4528-b21a-9360fa2d10ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:51.136600 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39226) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:51.175417 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2a7f9753-be6a-40f3-a13b-56acd95a54bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1cb74c5587fb413dab93cda3d0134666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375848 Apr 11 06:34:51.177864 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39228) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:34:51.227289 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93f4558-75f7-443f-b176-e52bb89b36c9 admin admin] Publish callbacks [] for security_group (cfbb9cf5-d637-43c9-821d-f2f33203c276), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:51.249973 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93f4558-75f7-443f-b176-e52bb89b36c9 admin admin] Publish callbacks [] for security_group (cfbb9cf5-d637-43c9-821d-f2f33203c276), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:51.303040 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93f4558-75f7-443f-b176-e52bb89b36c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (cfbb9cf5-d637-43c9-821d-f2f33203c276), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:51.306144 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e93f4558-75f7-443f-b176-e52bb89b36c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:51.307327 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e93f4558-75f7-443f-b176-e52bb89b36c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfbb9cf5-d637-43c9-821d-f2f33203c276 HTTP/1.1" status: 204 len: 168 time: 0.1284325 Apr 11 06:34:51.315226 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f4558-75f7-443f-b176-e52bb89b36c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbb9cf5-d637-43c9-821d-f2f33203c276,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:34:51.689879 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a0088-9615-48f0-a759-7690fad00af8 req-1d36e710-4e71-48bf-87a6-b1f6da27ae4a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:51.691296 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6c5a0088-9615-48f0-a759-7690fad00af8 req-1d36e710-4e71-48bf-87a6-b1f6da27ae4a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0479789 Apr 11 06:34:51.740129 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6c5a0088-9615-48f0-a759-7690fad00af8 req-2a4596c9-c770-44d9-b3b9-cb908b1bbe4b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428531 Apr 11 06:34:52.861959 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31449cea-0caa-4517-855c-c098355d542b req-9ce181fb-f0d7-4dee-a967-9c55c170574f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:52.863340 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31449cea-0caa-4517-855c-c098355d542b req-9ce181fb-f0d7-4dee-a967-9c55c170574f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0523832 Apr 11 06:34:52.910939 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31449cea-0caa-4517-855c-c098355d542b req-8478de62-a1c1-4039-9306-27698face657 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417647 Apr 11 06:34:53.137234 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d62815c0-2491-4fb0-9f32-c883069c6e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:54.034489 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac541e2c-f355-4f9b-adcc-b4c0694c6202 req-708b04c0-47e1-464c-9749-d581278bb926 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:54.035956 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ac541e2c-f355-4f9b-adcc-b4c0694c6202 req-708b04c0-47e1-464c-9749-d581278bb926 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0504527 Apr 11 06:34:54.087365 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ac541e2c-f355-4f9b-adcc-b4c0694c6202 req-39d08604-1226-41aa-9d3c-d37bc315bcc7 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452237 Apr 11 06:34:54.600484 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:55.212628 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bf523-3293-45f2-b3b0-d0cc7df90fa3 req-cd47816b-9584-42e3-bb74-818006b24459 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:55.214500 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-448bf523-3293-45f2-b3b0-d0cc7df90fa3 req-cd47816b-9584-42e3-bb74-818006b24459 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0526357 Apr 11 06:34:55.268828 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-448bf523-3293-45f2-b3b0-d0cc7df90fa3 req-c98a9278-da41-4549-9485-5ffd21322469 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456057 Apr 11 06:34:55.774420 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:55.934856 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:56.401329 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc883e-f597-4838-a527-59a4d81998cd req-e7e9e177-305f-41e8-bb87-9e6711daa57b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:56.402777 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cbcc883e-f597-4838-a527-59a4d81998cd req-e7e9e177-305f-41e8-bb87-9e6711daa57b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0529633 Apr 11 06:34:56.455843 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cbcc883e-f597-4838-a527-59a4d81998cd req-eda917f0-cf50-400a-95db-601e07b9e2b9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474210 Apr 11 06:34:57.216041 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:34:57.618742 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bc979-e2a8-48a7-ae0d-fbe8be4ff2e8 req-9c200d09-7446-46ba-a820-180bed77b730 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:57.621141 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-528bc979-e2a8-48a7-ae0d-fbe8be4ff2e8 req-9c200d09-7446-46ba-a820-180bed77b730 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0553758 Apr 11 06:34:57.678534 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-528bc979-e2a8-48a7-ae0d-fbe8be4ff2e8 req-3b36c1b3-18ae-4d65-94cc-b6ed0bbf8c60 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525398 Apr 11 06:34:58.874190 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18206aaf-cd96-4d0f-82b4-9aceef6e32dd req-adc680e5-2f7d-486f-bae7-6c4fadd15c65 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:58.875619 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18206aaf-cd96-4d0f-82b4-9aceef6e32dd req-adc680e5-2f7d-486f-bae7-6c4fadd15c65 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0701640 Apr 11 06:34:58.903873 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56590966-d825-42fc-b316-c9e1aa085371 req-462cc1a6-e7f4-4905-89f4-260e9f04a4f0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:58.905205 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-56590966-d825-42fc-b316-c9e1aa085371 req-462cc1a6-e7f4-4905-89f4-260e9f04a4f0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 946 time: 0.0726748 Apr 11 06:34:58.948987 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18206aaf-cd96-4d0f-82b4-9aceef6e32dd req-2b6e9841-a5a7-4bcb-b427-89572e5d2964 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676277 Apr 11 06:34:58.973679 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-56590966-d825-42fc-b316-c9e1aa085371 req-0842ecc8-abb2-462e-944e-f86c7e40c15b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620944 Apr 11 06:34:59.307706 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd0227-3aaf-46d0-89c2-f74f65bd3816 req-19f7929f-cdb6-48bb-8b62-e4b6e82a5f62 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:34:59.309199 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e8bd0227-3aaf-46d0-89c2-f74f65bd3816 req-19f7929f-cdb6-48bb-8b62-e4b6e82a5f62 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.0610783 Apr 11 06:34:59.371901 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e8bd0227-3aaf-46d0-89c2-f74f65bd3816 req-a2fd4e82-fa19-4cf4-b2f7-ee7f687cdb61 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567169 Apr 11 06:35:00.092339 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79556e-ff87-474f-a372-92df54488bed req-a07a21a8-c4a0-4502-ba34-c06272cd75a3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:00.094512 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5f79556e-ff87-474f-a372-92df54488bed req-a07a21a8-c4a0-4502-ba34-c06272cd75a3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0740113 Apr 11 06:35:00.119159 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90df7f-9ab6-42ad-9a6a-4b8f48232fa7 req-10956c99-1a28-42fb-9693-84976e3778ad tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:00.120541 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bb90df7f-9ab6-42ad-9a6a-4b8f48232fa7 req-10956c99-1a28-42fb-9693-84976e3778ad tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 946 time: 0.0693810 Apr 11 06:35:00.181804 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5f79556e-ff87-474f-a372-92df54488bed req-781b6df0-3287-4b14-a25c-251c811d2947 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805600 Apr 11 06:35:00.193205 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bb90df7f-9ab6-42ad-9a6a-4b8f48232fa7 req-e32a968f-8a04-465a-856a-3241d8d3ef7e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665896 Apr 11 06:35:00.502324 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8831ad-69f8-4840-87a2-dd6f6eec7f58 req-196f7e94-775a-4cd4-ba6a-5601528078a2 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:00.503766 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2c8831ad-69f8-4840-87a2-dd6f6eec7f58 req-196f7e94-775a-4cd4-ba6a-5601528078a2 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.0553894 Apr 11 06:35:00.564977 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2c8831ad-69f8-4840-87a2-dd6f6eec7f58 req-5af336ba-de91-4907-ba66-dc259249ad0f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552008 Apr 11 06:35:00.887129 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e9447-b2c8-4f6a-b51d-0fa1fc0db261 req-0e51b284-9417-4e1c-b374-cd1d611c6ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:00.888649 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b08e9447-b2c8-4f6a-b51d-0fa1fc0db261 req-0e51b284-9417-4e1c-b374-cd1d611c6ccd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a166131e4b1483d81edac72f8ca239e&device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 1168 time: 0.0495200 Apr 11 06:35:00.982825 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e9447-b2c8-4f6a-b51d-0fa1fc0db261 req-a0f49288-35df-4c74-9d17-ef2dca7dc5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:00.984294 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b08e9447-b2c8-4f6a-b51d-0fa1fc0db261 req-a0f49288-35df-4c74-9d17-ef2dca7dc5bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=b769bb07-bc63-4ce0-963d-a6ae425f54ff HTTP/1.1" status: 200 len: 914 time: 0.0864322 Apr 11 06:35:01.081519 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-21f160d8-3f62-401e-a7cb-3a33d915fd23 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:01.082961 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-21f160d8-3f62-401e-a7cb-3a33d915fd23 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 946 time: 0.0829279 Apr 11 06:35:01.097703 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b08e9447-b2c8-4f6a-b51d-0fa1fc0db261 req-48342063-d033-4c76-bd29-43f33c039423 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=166384b4-2352-4ff7-9230-20936e84651f HTTP/1.1" status: 200 len: 1000 time: 0.1032588 Apr 11 06:35:01.504847 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e9447-b2c8-4f6a-b51d-0fa1fc0db261 req-7780914f-51e8-465b-b7ce-f377d01a475c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:01.506219 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b08e9447-b2c8-4f6a-b51d-0fa1fc0db261 req-7780914f-51e8-465b-b7ce-f377d01a475c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae23a7a3-69af-4490-9a44-89d62e66bbf8 HTTP/1.1" status: 200 len: 853 time: 0.3894546 Apr 11 06:35:01.524772 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Deleting port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:01.525133 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:01.534278 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2791a05-b674-49dd-ab81-b71848bfbd44 req-3929ccfb-d5a9-45df-bfef-26d11416e3e4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:01.535687 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2791a05-b674-49dd-ab81-b71848bfbd44 req-3929ccfb-d5a9-45df-bfef-26d11416e3e4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.1062667 Apr 11 06:35:01.558084 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811db6c-84e1-4ae7-8a29-8519f761d3f7 req-562ff5c4-e86a-48f6-abc7-f2aaa0d2d771 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:01.559519 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b811db6c-84e1-4ae7-8a29-8519f761d3f7 req-562ff5c4-e86a-48f6-abc7-f2aaa0d2d771 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 946 time: 0.1312659 Apr 11 06:35:01.649067 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e9447-b2c8-4f6a-b51d-0fa1fc0db261 req-fbc9bd5d-4a53-429f-86ca-4b98f3731474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:01.650551 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b08e9447-b2c8-4f6a-b51d-0fa1fc0db261 req-fbc9bd5d-4a53-429f-86ca-4b98f3731474 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b769bb07-bc63-4ce0-963d-a6ae425f54ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1348312 Apr 11 06:35:01.733994 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b811db6c-84e1-4ae7-8a29-8519f761d3f7 req-e930fb55-03f4-4782-92d0-8ddd31822340 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=78700a27-7edf-429b-ae27-e9c7cfe13e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598191 Apr 11 06:35:01.773228 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2791a05-b674-49dd-ab81-b71848bfbd44 req-e70ad618-b43d-4298-9f76-5507edb715b4 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026248 Apr 11 06:35:01.789998 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] For port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:01.790363 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:01.885772 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b08e9447-b2c8-4f6a-b51d-0fa1fc0db261 req-49664d33-474c-46d4-8920-9fb05126a1e2 service neutron] 10.222.0.20 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257619 Apr 11 06:35:01.923251 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6befb-ac22-4575-9199-9b879c03f938 req-5e1dd8ee-66a1-4137-b0ca-9e255390cbfa tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:01.924640 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b6e6befb-ac22-4575-9199-9b879c03f938 req-5e1dd8ee-66a1-4137-b0ca-9e255390cbfa tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.1260204 Apr 11 06:35:02.122153 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b08e9447-b2c8-4f6a-b51d-0fa1fc0db261 req-dc671ab5-8cc1-4708-9ded-36b4c321d55c service neutron] 10.222.0.20 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290676 Apr 11 06:35:02.138137 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b6e6befb-ac22-4575-9199-9b879c03f938 req-165174ec-d1cb-42b4-95d6-1f678eb30344 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1759932 Apr 11 06:35:02.140487 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:02.141066 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (6efb339e-ea78-496b-8bf2-2b28c746b329), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:02.141322 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Floating IP 6efb339e-ea78-496b-8bf2-2b28c746b329 disassociated. External IP: 172.27.2.95, port: 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8. Apr 11 06:35:02.141664 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Calling delete_port for 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:02.254403 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701ee3e-7189-4198-97c9-f28f587fcd77 req-9f03bd35-73fa-4e1d-b5d0-b60a08df90be tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:02.255852 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e701ee3e-7189-4198-97c9-f28f587fcd77 req-9f03bd35-73fa-4e1d-b5d0-b60a08df90be tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0651209 Apr 11 06:35:02.343196 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e701ee3e-7189-4198-97c9-f28f587fcd77 req-c52a8bd0-2c27-4f86-9734-353660d7d820 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763721 Apr 11 06:35:02.359187 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (3f9920ed-9818-44dd-ac5c-8eee9b7b78e8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:02.389546 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event deleted for resources: {'Port': ['ID=3f9920ed-9818-44dd-ac5c-8eee9b7b78e8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:02.507122 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:02.618865 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:02.629752 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa975d-09f4-4297-b2ff-8e832eb88c87 None None] Sync routers for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:02.640469 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aa975d-09f4-4297-b2ff-8e832eb88c87 None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:02.641216 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-15aa975d-09f4-4297-b2ff-8e832eb88c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:34:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:02.667260 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] No DVR routers for this DVR port 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:35:02.669994 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:02.674049 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-86e7f95c-0db3-421d-b351-8de2172f80ad req-05c94df0-5906-44a4-904b-43b032425a98 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.20 "DELETE /v2.0/ports/3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 HTTP/1.1" status: 204 len: 173 time: 1.5835423 Apr 11 06:35:02.674525 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'name': 'network-vif-deleted', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:02.677149 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d6b8d-18fd-4e89-b0e7-2c58f55e5d98" -d '{"events": [{"server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "name": "network-vif-deleted", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:02.715564 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e92d51-50d9-46a2-a999-dac939a836a8 x-openstack-request-id: req-54e92d51-50d9-46a2-a999-dac939a836a8 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:02.715864 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0453986-1571-43cd-9ada-1337d4570325", "name": "network-vif-deleted", "tag": "3f9920ed-9818-44dd-ac5c-8eee9b7b78e8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:02.716110 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54e92d51-50d9-46a2-a999-dac939a836a8 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:02.716507 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54e92d51-50d9-46a2-a999-dac939a836a8'] response: {'server_uuid': 'a0453986-1571-43cd-9ada-1337d4570325', 'name': 'network-vif-deleted', 'tag': '3f9920ed-9818-44dd-ac5c-8eee9b7b78e8', 'status': 'completed', 'code': 200} Apr 11 06:35:02.864491 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-15aa975d-09f4-4297-b2ff-8e832eb88c87 None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:02.868104 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-00f07087-3008-4190-879d-1aeb7fc7c000 req-c36b5ed6-437d-49c0-93bd-e621509af65f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0453986-1571-43cd-9ada-1337d4570325 HTTP/1.1" status: 200 len: 210 time: 0.0357308 Apr 11 06:35:02.936204 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41141e-05fd-4d36-86b3-5f94cdb7bb1b req-1c91bebf-3263-4632-949f-680585fac6e9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:02.937748 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4b41141e-05fd-4d36-86b3-5f94cdb7bb1b req-1c91bebf-3263-4632-949f-680585fac6e9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0482495 Apr 11 06:35:02.984756 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4b41141e-05fd-4d36-86b3-5f94cdb7bb1b req-f8f2ab8d-b092-4d7b-a72f-0aa1e6fcf27a tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412061 Apr 11 06:35:03.069675 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-15aa975d-09f4-4297-b2ff-8e832eb88c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:03.097070 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa975d-09f4-4297-b2ff-8e832eb88c87 None None] Checking router: 51d3c5c8-459c-452f-87aa-ac9203c7bb92 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:03.105534 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aa975d-09f4-4297-b2ff-8e832eb88c87 None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:03.106118 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-15aa975d-09f4-4297-b2ff-8e832eb88c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:34:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:03.226206 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-15aa975d-09f4-4297-b2ff-8e832eb88c87 None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:03.435745 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-15aa975d-09f4-4297-b2ff-8e832eb88c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:03.455179 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbe11d-94fa-4798-8afe-12f810bc315d req-076ab87e-ad90-4fce-8d68-fad7d429d9fa tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:03.456622 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a5dbe11d-94fa-4798-8afe-12f810bc315d req-076ab87e-ad90-4fce-8d68-fad7d429d9fa tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.0804875 Apr 11 06:35:03.462646 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aa975d-09f4-4297-b2ff-8e832eb88c87 None None] The sync data for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi is: [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:03.480776 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0c521-5c05-4ab0-bbac-94f1b675195e req-dfaa11bf-828f-4d8f-8ace-b9a8e39e1cc4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:03.482806 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bbd0c521-5c05-4ab0-bbac-94f1b675195e req-dfaa11bf-828f-4d8f-8ace-b9a8e39e1cc4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0705993 Apr 11 06:35:03.558729 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bbd0c521-5c05-4ab0-bbac-94f1b675195e req-61b8320d-8e5e-4c08-b494-d1ac5ea62a06 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694890 Apr 11 06:35:03.563491 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a5dbe11d-94fa-4798-8afe-12f810bc315d req-40ccb222-9aa2-4eca-8d11-785a467f0e5c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976062 Apr 11 06:35:03.695607 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a4cf01-fa28-4520-94df-6086211baf99 None None] New status for floating IP 6efb339e-ea78-496b-8bf2-2b28c746b329: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:35:03.953608 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39328) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:04.009715 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af3e796e-1f6a-4dc6-9f4e-dfa7984adcb3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group (78700a27-7edf-429b-ae27-e9c7cfe13e12), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:04.035038 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af3e796e-1f6a-4dc6-9f4e-dfa7984adcb3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group (78700a27-7edf-429b-ae27-e9c7cfe13e12), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:04.117585 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3d61a-899e-4b50-af4c-9fefcb2df595 req-10448479-158a-48c2-89ba-d87aeac209c1 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:04.119056 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c8b3d61a-899e-4b50-af4c-9fefcb2df595 req-10448479-158a-48c2-89ba-d87aeac209c1 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0641620 Apr 11 06:35:04.132061 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af3e796e-1f6a-4dc6-9f4e-dfa7984adcb3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (78700a27-7edf-429b-ae27-e9c7cfe13e12), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:04.134715 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-af3e796e-1f6a-4dc6-9f4e-dfa7984adcb3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:04.135748 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-af3e796e-1f6a-4dc6-9f4e-dfa7984adcb3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "DELETE /v2.0/security-groups/78700a27-7edf-429b-ae27-e9c7cfe13e12 HTTP/1.1" status: 204 len: 168 time: 0.1811285 Apr 11 06:35:04.138666 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39332) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:04.152815 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-04fa10d1-d5e8-4e89-8f32-a11e13bfa7ad tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] show failed (client error): The resource could not be found. Apr 11 06:35:04.153042 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e796e-1f6a-4dc6-9f4e-dfa7984adcb3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78700a27-7edf-429b-ae27-e9c7cfe13e12,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:04.153979 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-04fa10d1-d5e8-4e89-8f32-a11e13bfa7ad tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups/78700a27-7edf-429b-ae27-e9c7cfe13e12 HTTP/1.1" status: 404 len: 347 time: 0.0142231 Apr 11 06:35:04.156758 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:35:04.157151 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:04.185322 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:35:04.185680 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3f9920ed-9818-44dd-ac5c-8eee9b7b78e8 not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:35:04.188889 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c8b3d61a-899e-4b50-af4c-9fefcb2df595 req-87d79cbc-892b-4f63-af5a-5a7c21268f99 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638154 Apr 11 06:35:04.284832 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9fffbf85-9079-43eb-b566-bcb27b4963a7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Deleting port 90bfc0df-dcf4-4ac0-90d4-388018e4956a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:04.285216 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fffbf85-9079-43eb-b566-bcb27b4963a7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (90bfc0df-dcf4-4ac0-90d4-388018e4956a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:04.365707 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fffbf85-9079-43eb-b566-bcb27b4963a7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (90bfc0df-dcf4-4ac0-90d4-388018e4956a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:04.366001 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fffbf85-9079-43eb-b566-bcb27b4963a7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (90bfc0df-dcf4-4ac0-90d4-388018e4956a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:04.378590 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9fffbf85-9079-43eb-b566-bcb27b4963a7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Calling delete_port for 90bfc0df-dcf4-4ac0-90d4-388018e4956a owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:04.512879 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fffbf85-9079-43eb-b566-bcb27b4963a7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (90bfc0df-dcf4-4ac0-90d4-388018e4956a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:04.535049 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffbf85-9079-43eb-b566-bcb27b4963a7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event deleted for resources: {'Port': ['ID=90bfc0df-dcf4-4ac0-90d4-388018e4956a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:04.599899 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fffbf85-9079-43eb-b566-bcb27b4963a7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (6efb339e-ea78-496b-8bf2-2b28c746b329), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:04.602696 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fffbf85-9079-43eb-b566-bcb27b4963a7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:04.605600 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9fffbf85-9079-43eb-b566-bcb27b4963a7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "DELETE /v2.0/floatingips/6efb339e-ea78-496b-8bf2-2b28c746b329 HTTP/1.1" status: 204 len: 168 time: 0.4465778 Apr 11 06:35:04.709768 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7749c-9871-449c-bd2e-a0688a302dd5 req-7e3bde70-6bc5-4ca9-bd8c-1ed25ce9ee82 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:04.711265 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aba7749c-9871-449c-bd2e-a0688a302dd5 req-7e3bde70-6bc5-4ca9-bd8c-1ed25ce9ee82 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0755622 Apr 11 06:35:04.717513 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723e725-3ad1-45c2-8e73-a6f7ffaf67e6 req-bbfa831f-648a-4ae6-87c1-235884624244 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:04.718847 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0723e725-3ad1-45c2-8e73-a6f7ffaf67e6 req-bbfa831f-648a-4ae6-87c1-235884624244 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.0744369 Apr 11 06:35:04.790726 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aba7749c-9871-449c-bd2e-a0688a302dd5 req-fa8d7ea6-b5d8-4750-8ef1-1affe20e00ca tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708506 Apr 11 06:35:04.804639 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0723e725-3ad1-45c2-8e73-a6f7ffaf67e6 req-76417607-e009-467b-97e0-0646db2d327d tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790670 Apr 11 06:35:05.063241 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39342) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:05.064621 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e309bf-ba04-482b-b09b-630b6b1d9278 req-9ef6d1cb-defb-4261-992d-be68fccc82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:05.066255 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-52e309bf-ba04-482b-b09b-630b6b1d9278 req-9ef6d1cb-defb-4261-992d-be68fccc82f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 1130 time: 0.0411289 Apr 11 06:35:05.067831 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e6de3d2b-464f-442d-b699-eafc808172d2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281656257', 'description': 'tempest-description--2015548282'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:05.088862 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6de3d2b-464f-442d-b699-eafc808172d2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.115177 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-52e309bf-ba04-482b-b09b-630b6b1d9278 req-8c087efa-b19d-4d6c-9c7a-0ec33921de91 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426788 Apr 11 06:35:05.168483 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6de3d2b-464f-442d-b699-eafc808172d2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group (1e2e4ac1-98a2-4e80-a3c5-a767de6164ce), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.174018 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6de3d2b-464f-442d-b699-eafc808172d2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (1e2e4ac1-98a2-4e80-a3c5-a767de6164ce), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.203003 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6de3d2b-464f-442d-b699-eafc808172d2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.204343 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e6de3d2b-464f-442d-b699-eafc808172d2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1401184 Apr 11 06:35:05.206253 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de3d2b-464f-442d-b699-eafc808172d2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:05.207533 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39344) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:05.212299 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fc4a2232-f48a-451f-a9d7-531681400868 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Request body: {'security_group_rule': {'security_group_id': '1e2e4ac1-98a2-4e80-a3c5-a767de6164ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:05.241195 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2232-f48a-451f-a9d7-531681400868 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group_rule (f667fe03-7dc2-47ef-9b89-43d49b65558f), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.326910 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a890ae4-c330-42bb-b56e-8fcf4080920d req-c6c06fe5-af12-4270-a3c2-7e41778d3d6e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:05.328372 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4a890ae4-c330-42bb-b56e-8fcf4080920d req-c6c06fe5-af12-4270-a3c2-7e41778d3d6e tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0674329 Apr 11 06:35:05.350393 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2232-f48a-451f-a9d7-531681400868 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group_rule (f667fe03-7dc2-47ef-9b89-43d49b65558f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.356654 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2232-f48a-451f-a9d7-531681400868 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (f667fe03-7dc2-47ef-9b89-43d49b65558f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.384709 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a2232-f48a-451f-a9d7-531681400868 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f667fe03-7dc2-47ef-9b89-43d49b65558f,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:05.394149 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2232-f48a-451f-a9d7-531681400868 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.395340 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fc4a2232-f48a-451f-a9d7-531681400868 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1867476 Apr 11 06:35:05.398338 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:05.402981 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-74fcdd7c-c094-45c6-9059-5f6672a9eac2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Request body: {'security_group_rule': {'security_group_id': '1e2e4ac1-98a2-4e80-a3c5-a767de6164ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:05.406959 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4a890ae4-c330-42bb-b56e-8fcf4080920d req-ab019d7e-66fa-41cd-be88-a35e88fcb025 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713580 Apr 11 06:35:05.438522 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74fcdd7c-c094-45c6-9059-5f6672a9eac2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group_rule (764cbacf-cfaf-492a-b537-d7e5aea42d7b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.495215 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74fcdd7c-c094-45c6-9059-5f6672a9eac2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group_rule (764cbacf-cfaf-492a-b537-d7e5aea42d7b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.499790 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74fcdd7c-c094-45c6-9059-5f6672a9eac2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (764cbacf-cfaf-492a-b537-d7e5aea42d7b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.516308 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcdd7c-c094-45c6-9059-5f6672a9eac2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764cbacf-cfaf-492a-b537-d7e5aea42d7b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:05.526233 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74fcdd7c-c094-45c6-9059-5f6672a9eac2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.527400 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-74fcdd7c-c094-45c6-9059-5f6672a9eac2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280005 Apr 11 06:35:05.530837 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39350) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:05.535413 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:05.556164 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.636081 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.766017 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Allocated IP 172.27.2.137 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/76fe4b75-d07a-4809-bfbc-7eeb8d23408f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:05.882527 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for port (76fe4b75-d07a-4809-bfbc-7eeb8d23408f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:05.956534 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d90c9f-f2a9-449d-9fdf-871a9c0fe619 req-302ca9c5-d5a9-4fab-882d-749344a1baaa tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:05.958039 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f3d90c9f-f2a9-449d-9fdf-871a9c0fe619 req-302ca9c5-d5a9-4fab-882d-749344a1baaa tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0974369 Apr 11 06:35:05.968849 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b6835-b7f3-47a4-b269-d5eaf42068d5 req-f107431d-0996-4b93-b901-34049437d0d3 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:05.970418 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f8b6835-b7f3-47a4-b269-d5eaf42068d5 req-f107431d-0996-4b93-b901-34049437d0d3 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.0909550 Apr 11 06:35:06.013947 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (76fe4b75-d07a-4809-bfbc-7eeb8d23408f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:06.084494 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f3d90c9f-f2a9-449d-9fdf-871a9c0fe619 req-b94c1809-09eb-4770-8531-8d7e7ba7f09e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117601 Apr 11 06:35:06.095952 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:06.107249 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event updated for resources: {'Port': ['ID=76fe4b75-d07a-4809-bfbc-7eeb8d23408f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:06.109693 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:06.114193 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:06.122713 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f8b6835-b7f3-47a4-b269-d5eaf42068d5 req-285a434c-eb8a-49cb-af58-e50a0d78ba7f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420202 Apr 11 06:35:06.220647 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:06.261285 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (76fe4b75-d07a-4809-bfbc-7eeb8d23408f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:06.411159 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for port (76fe4b75-d07a-4809-bfbc-7eeb8d23408f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:06.418605 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (76fe4b75-d07a-4809-bfbc-7eeb8d23408f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:06.503871 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event updated for resources: {'Port': ['ID=76fe4b75-d07a-4809-bfbc-7eeb8d23408f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:06.528448 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:06.549732 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8b6d9-b71b-4666-bd95-f07bfdce97d3 req-09ce9ec6-8408-4c39-8edd-b500c52062de tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:06.551282 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-65d8b6d9-b71b-4666-bd95-f07bfdce97d3 req-09ce9ec6-8408-4c39-8edd-b500c52062de tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0714805 Apr 11 06:35:06.554342 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:06.555530 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-dc30d965-154a-4ea0-b6c1-01d0a287012e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0236714 Apr 11 06:35:06.599902 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-65d8b6d9-b71b-4666-bd95-f07bfdce97d3 req-349d3e67-ff3a-4acf-a777-8414da3f8d79 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422797 Apr 11 06:35:06.758872 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-95f5d508-ec17-44cb-aa33-eb116469134a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1281656257&fields=id&tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd HTTP/1.1" status: 200 len: 267 time: 0.0509400 Apr 11 06:35:06.869036 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-0a15999f-3dd6-4e7c-a87c-66e87813a343 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:06.870750 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-0a15999f-3dd6-4e7c-a87c-66e87813a343 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 816 time: 0.1043239 Apr 11 06:35:06.886416 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-bb1f1b4a-84f9-4e57-af53-286d41966cc5 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/quotas/10290d6a8afe4c38af3ac7e7699b5fbd HTTP/1.1" status: 200 len: 375 time: 0.0099468 Apr 11 06:35:06.937612 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-3cfced64-2aaf-46d4-88ad-15e4c88fb37f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454459 Apr 11 06:35:07.063875 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb8647-a9eb-4cd0-82f3-a3cecbb5e8ed req-ad37ba3c-a29f-4093-82b4-0cffb8e94797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:07.065319 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-30cb8647-a9eb-4cd0-82f3-a3cecbb5e8ed req-ad37ba3c-a29f-4093-82b4-0cffb8e94797 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 1130 time: 0.1208131 Apr 11 06:35:07.072635 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bae0-21e1-4ce1-8714-c5a14e92e233 req-44826356-69fa-4621-957d-389be2ff4eee tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:07.073990 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0332bae0-21e1-4ce1-8714-c5a14e92e233 req-44826356-69fa-4621-957d-389be2ff4eee tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.1216471 Apr 11 06:35:07.411762 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-13265f5b-40fc-4a1c-969d-127d163cff0c service neutron] 10.222.0.18 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583197 Apr 11 06:35:07.452133 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0332bae0-21e1-4ce1-8714-c5a14e92e233 req-7698dd18-f3e4-4e59-bcd1-7689dc54ba37 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3675539 Apr 11 06:35:07.507756 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb8647-a9eb-4cd0-82f3-a3cecbb5e8ed req-d4354fbc-b768-465a-98ab-8c0121ca8b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:07.509326 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-30cb8647-a9eb-4cd0-82f3-a3cecbb5e8ed req-d4354fbc-b768-465a-98ab-8c0121ca8b7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.4330957 Apr 11 06:35:07.613255 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d7b1-bf39-4807-8cc7-f1bb32c0aa27 req-d1f4a82a-62c9-45c0-b4a2-b4bb782a159c tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:07.614695 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6747d7b1-bf39-4807-8cc7-f1bb32c0aa27 req-d1f4a82a-62c9-45c0-b4a2-b4bb782a159c tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.1031420 Apr 11 06:35:07.618525 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-719ce6df-d5a2-4297-80ad-b9943229ba0c service neutron] 10.222.0.18 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974590 Apr 11 06:35:07.632576 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-30cb8647-a9eb-4cd0-82f3-a3cecbb5e8ed req-3d3d85fb-d24d-43a0-b8cc-9ab583f88c93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=350f5d83-c3d8-4058-92e8-3d5c1e752799 HTTP/1.1" status: 200 len: 1002 time: 0.1075017 Apr 11 06:35:07.701666 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6747d7b1-bf39-4807-8cc7-f1bb32c0aa27 req-d0b39ec4-e269-4b9a-9314-20dad40db144 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784962 Apr 11 06:35:07.703205 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb8647-a9eb-4cd0-82f3-a3cecbb5e8ed req-9adb6692-a092-4e3b-8017-697c4fe530e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:07.704575 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-30cb8647-a9eb-4cd0-82f3-a3cecbb5e8ed req-9adb6692-a092-4e3b-8017-697c4fe530e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.0641117 Apr 11 06:35:07.759622 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb8647-a9eb-4cd0-82f3-a3cecbb5e8ed req-0c3510b0-60b2-4ee1-a9b4-4b9783114b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:07.761314 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-30cb8647-a9eb-4cd0-82f3-a3cecbb5e8ed req-0c3510b0-60b2-4ee1-a9b4-4b9783114b37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503597 Apr 11 06:35:07.809631 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-773eeb18-383c-48a3-b829-ac52d0b5bb0c req-0e3c985c-8150-4ffb-8d8f-f93628b94f54 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 210 time: 0.0463662 Apr 11 06:35:07.884616 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e219df1-ad2f-45fd-b47f-66e6d1bfe99c req-506f2c51-9998-4dea-9085-95e076d5ef3a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:07.886109 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6e219df1-ad2f-45fd-b47f-66e6d1bfe99c req-506f2c51-9998-4dea-9085-95e076d5ef3a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.1131771 Apr 11 06:35:07.938658 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-30cb8647-a9eb-4cd0-82f3-a3cecbb5e8ed req-80e33514-5a1e-4e85-9664-e4957166cce2 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644001 Apr 11 06:35:07.983727 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6e219df1-ad2f-45fd-b47f-66e6d1bfe99c req-6fbf5a96-b897-4693-a7fe-c6fa3bea8f95 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916569 Apr 11 06:35:08.056362 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-30cb8647-a9eb-4cd0-82f3-a3cecbb5e8ed req-b1ca306c-740a-4569-b782-7bf7df36c014 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086988 Apr 11 06:35:08.576584 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec55beb-8d10-471f-baff-994990b8457e req-5b7a28f8-f721-4403-8e9c-e18c862ca9ec tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:08.578102 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aec55beb-8d10-471f-baff-994990b8457e req-5b7a28f8-f721-4403-8e9c-e18c862ca9ec tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0488994 Apr 11 06:35:08.626779 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aec55beb-8d10-471f-baff-994990b8457e req-a93205f8-0278-4635-aec1-a6cadc5cedd1 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429139 Apr 11 06:35:08.834014 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04bfa-4002-4ba5-9ef8-619697a627ea req-247ba974-2d4d-4c8b-b808-f2bbaef2efd6 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:08.835544 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-27a04bfa-4002-4ba5-9ef8-619697a627ea req-247ba974-2d4d-4c8b-b808-f2bbaef2efd6 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0519516 Apr 11 06:35:08.885760 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-27a04bfa-4002-4ba5-9ef8-619697a627ea req-dd16291d-8f51-4346-9b19-c6194e90c086 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442734 Apr 11 06:35:08.911514 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d6892093-5246-4ca5-b23d-e8a985e92daf req-bb85d585-4834-4ab6-9d81-4b024abaf375 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 210 time: 0.0304182 Apr 11 06:35:09.107906 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b25d17-e9db-4416-ae38-fc8746b7a93e req-afea5665-4728-4a54-8af6-505920590714 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:09.109489 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-02b25d17-e9db-4416-ae38-fc8746b7a93e req-afea5665-4728-4a54-8af6-505920590714 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.0497141 Apr 11 06:35:09.170362 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-02b25d17-e9db-4416-ae38-fc8746b7a93e req-949e8ecc-fe09-409e-ab31-67851b35c25f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550177 Apr 11 06:35:09.759691 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43aca1-9050-46d9-a93f-5450892a3d32 req-bfdda7f1-ccb3-4edd-9433-565156f392dd tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:09.761092 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f43aca1-9050-46d9-a93f-5450892a3d32 req-bfdda7f1-ccb3-4edd-9433-565156f392dd tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0526199 Apr 11 06:35:09.807914 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f43aca1-9050-46d9-a93f-5450892a3d32 req-713c4215-76cc-4c18-ad8a-cda5857b7471 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409353 Apr 11 06:35:10.030352 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205e139-0839-4a28-8cf1-c4edb24d763f req-1c9be642-50cc-49a0-9f5e-7a6dc442310f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:10.031738 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7205e139-0839-4a28-8cf1-c4edb24d763f req-1c9be642-50cc-49a0-9f5e-7a6dc442310f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0705218 Apr 11 06:35:10.033528 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a21de47f-bf4b-4dac-a7da-40bb126cc4e7 req-ff3293b5-9f62-4a4d-9124-fc9e7aeecf75 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 210 time: 0.0438206 Apr 11 06:35:10.086177 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7205e139-0839-4a28-8cf1-c4edb24d763f req-b15123f7-d7fe-4932-aa4d-87eadc69e8e4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447397 Apr 11 06:35:10.307080 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69517-ebf8-48b4-b994-988d58848469 req-db6674c0-e11c-4e56-acb4-9efd55aedcf7 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:10.308449 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42e69517-ebf8-48b4-b994-988d58848469 req-db6674c0-e11c-4e56-acb4-9efd55aedcf7 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.0546181 Apr 11 06:35:10.370874 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42e69517-ebf8-48b4-b994-988d58848469 req-49d868dc-b109-4442-a17f-6484cf6ad0ec tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537076 Apr 11 06:35:10.618229 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-7e3ab9a9-1fa6-4fa0-bd54-2600e13fdbfb tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:10.619644 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-7e3ab9a9-1fa6-4fa0-bd54-2600e13fdbfb tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 816 time: 0.1076789 Apr 11 06:35:10.687884 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ee920793-143c-4763-b8f2-844b8f852d09 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd HTTP/1.1" status: 200 len: 380 time: 0.0596111 Apr 11 06:35:10.702719 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Request body: {'port': {'device_id': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'admin_state_up': True, 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'security_groups': ['1e2e4ac1-98a2-4e80-a3c5-a767de6164ce']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:10.811935 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Made reservation on behalf of 10290d6a8afe4c38af3ac7e7699b5fbd for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:35:10.815421 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:10.950280 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1edd6-0ce5-4b04-ae69-7866c344b32d req-680971a6-dd1e-4bb0-a81c-0d2f8dae8888 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:10.951713 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ac1edd6-0ce5-4b04-ae69-7866c344b32d req-680971a6-dd1e-4bb0-a81c-0d2f8dae8888 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0747981 Apr 11 06:35:10.991993 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Allocated IP 172.20.0.8 (06c241ac-a352-48b1-915a-dd06a7e87765/dad8f048-1c99-4851-b535-5d3e8975b7d7/9b980a4e-a610-4a8c-abb9-5d52fc344949) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:11.028727 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ac1edd6-0ce5-4b04-ae69-7866c344b32d req-369e7a23-05d6-4857-bbce-d7363a04d250 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706928 Apr 11 06:35:11.175894 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc4d2069-5427-447d-affa-82e8df01cc19 req-e68e3bbe-5f88-452f-9b67-80b0b1a67308 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 210 time: 0.0574040 Apr 11 06:35:11.189861 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f994ed-f2d4-4853-a1cc-cc049b18fe44 req-48940b61-6cbf-4468-b750-5a42358688e6 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:11.191282 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-57f994ed-f2d4-4853-a1cc-cc049b18fe44 req-48940b61-6cbf-4468-b750-5a42358688e6 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0873089 Apr 11 06:35:11.200576 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39424) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:11.205026 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b97ee4cf-e556-44df-b7a0-d448979481fb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Request body: {'floatingip': {'port_id': '350f5d83-c3d8-4058-92e8-3d5c1e752799'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:11.267172 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:11.310207 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b97ee4cf-e556-44df-b7a0-d448979481fb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for floatingip (502a24bf-0ddc-4665-a032-813dcf02fe6c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:11.321077 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90fd9c-722c-4004-91bf-e6d6758200ad req-b37f901a-6c16-49ec-863b-08816a601312 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:11.322527 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9b90fd9c-722c-4004-91bf-e6d6758200ad req-b37f901a-6c16-49ec-863b-08816a601312 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0771391 Apr 11 06:35:11.432007 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:11.514994 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9b90fd9c-722c-4004-91bf-e6d6758200ad req-3fc7b627-3f5a-4013-a7ef-12f9e9e77fa4 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630256 Apr 11 06:35:11.547086 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Network 06c241ac-a352-48b1-915a-dd06a7e87765 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:11.557373 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:11.560073 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:11.611811 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128835dc-81f9-40ba-9016-f2b3584866e1 req-eec6b8ae-42e6-4b0d-83e0-6b6a3e0b5235 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:11.613323 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-128835dc-81f9-40ba-9016-f2b3584866e1 req-eec6b8ae-42e6-4b0d-83e0-6b6a3e0b5235 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.1635249 Apr 11 06:35:11.652895 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event updated for resources: {'Port': ['ID=9b980a4e-a610-4a8c-abb9-5d52fc344949,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:11.698997 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:11.699641 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:11.765840 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-ecf4e40b-ce26-48d9-8062-c0ae11ce8d44 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0669496 Apr 11 06:35:11.784093 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a334b612-e66f-48bd-8383-fbdbcb42be10 None None] Provisioning complete for port 9b980a4e-a610-4a8c-abb9-5d52fc344949 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:11.784699 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a334b612-e66f-48bd-8383-fbdbcb42be10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:11.785963 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Request body: {'port': {'device_id': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:11.818581 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a334b612-e66f-48bd-8383-fbdbcb42be10 None None] Port 9b980a4e-a610-4a8c-abb9-5d52fc344949 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:35:11.825471 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-128835dc-81f9-40ba-9016-f2b3584866e1 req-3b91c250-c5f1-4e85-868a-679b6663f4a3 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1737125 Apr 11 06:35:11.946023 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:12.247004 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b97ee4cf-e556-44df-b7a0-d448979481fb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:12.256380 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b97ee4cf-e556-44df-b7a0-d448979481fb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (502a24bf-0ddc-4665-a032-813dcf02fe6c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:12.371595 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33524f-d898-464d-ba6c-06e7f88e04cd req-15c313e2-7470-40f2-98fb-c832d15e9f25 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:12.373139 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9e33524f-d898-464d-ba6c-06e7f88e04cd req-15c313e2-7470-40f2-98fb-c832d15e9f25 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 931 time: 0.1105132 Apr 11 06:35:12.775203 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b980a4e-a610-4a8c-abb9-5d52fc344949 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:35:12.792134 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Publish callbacks [] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:12.806767 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d5658-da93-4a6f-aec3-5f473e333094 req-b79214ab-62d2-4280-9b86-2c840b73f434 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:12.808414 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3f3d5658-da93-4a6f-aec3-5f473e333094 req-b79214ab-62d2-4280-9b86-2c840b73f434 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.1079011 Apr 11 06:35:12.817692 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9e33524f-d898-464d-ba6c-06e7f88e04cd req-17914dbd-b5ef-4e89-96a5-fb035da5d587 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4118080 Apr 11 06:35:12.858760 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Transition to ACTIVE for port object 9b980a4e-a610-4a8c-abb9-5d52fc344949 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:35:12.871135 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:13.029529 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b980a4e-a610-4a8c-abb9-5d52fc344949,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:13.044875 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa614a23-c3c9-43c6-acbd-879753e7a89b req-a0b32a5c-6708-40f3-9792-3bd22a7bc5eb tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:13.046453 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa614a23-c3c9-43c6-acbd-879753e7a89b req-a0b32a5c-6708-40f3-9792-3bd22a7bc5eb tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.1528723 Apr 11 06:35:13.053909 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3f3d5658-da93-4a6f-aec3-5f473e333094 req-1acb23d5-eedc-4847-836b-22d821ee178a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320788 Apr 11 06:35:13.128779 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97ee4cf-e556-44df-b7a0-d448979481fb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:13.184521 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Attempting to bind port 9b980a4e-a610-4a8c-abb9-5d52fc344949 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:35:13.184756 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Attempting to bind port 9b980a4e-a610-4a8c-abb9-5d52fc344949 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:35:13.185107 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Attempting to bind port 9b980a4e-a610-4a8c-abb9-5d52fc344949 on network 06c241ac-a352-48b1-915a-dd06a7e87765 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:13.195993 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa614a23-c3c9-43c6-acbd-879753e7a89b req-d32bf299-9c68-4c26-9199-561102033e83 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409895 Apr 11 06:35:13.228120 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Port 9b980a4e-a610-4a8c-abb9-5d52fc344949 on network 06c241ac-a352-48b1-915a-dd06a7e87765 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:35:13.228449 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Attempting to bind port 9b980a4e-a610-4a8c-abb9-5d52fc344949 on network 06c241ac-a352-48b1-915a-dd06a7e87765 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:13.239706 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:35:13.240035 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Checking segment: {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:35:13.240417 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Bound using segment: {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:35:13.240847 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Bound port: 9b980a4e-a610-4a8c-abb9-5d52fc344949, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6600c8da-3890-499a-b35e-e7e20173eade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:35:13.241232 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:13.346967 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97ee4cf-e556-44df-b7a0-d448979481fb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:13.353230 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b97ee4cf-e556-44df-b7a0-d448979481fb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:13.358438 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd41a2b0-f3c7-4270-8736-a64c2e37d0a0 None None] Sync routers for ids ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:13.369535 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd41a2b0-f3c7-4270-8736-a64c2e37d0a0 None None] Routers {'84bd57e8-b720-4e84-85c0-0832f9bcd7f3'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:13.370199 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd41a2b0-f3c7-4270-8736-a64c2e37d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:34:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:13.373887 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:35:13.391169 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:35:13.397281 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe24671-962e-408d-8331-cba42019d6dd', 'tag': '350f5d83-c3d8-4058-92e8-3d5c1e752799'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:13.400232 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cccfcf-6979-4ff3-995e-ef9e1e148b44" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe24671-962e-408d-8331-cba42019d6dd", "tag": "350f5d83-c3d8-4058-92e8-3d5c1e752799"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:13.422220 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:13.456258 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad189f11-7b0b-4052-8119-c7ddedae5ccf x-openstack-request-id: req-ad189f11-7b0b-4052-8119-c7ddedae5ccf {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:13.456544 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe24671-962e-408d-8331-cba42019d6dd", "tag": "350f5d83-c3d8-4058-92e8-3d5c1e752799", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:13.456789 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad189f11-7b0b-4052-8119-c7ddedae5ccf {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:13.457285 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad189f11-7b0b-4052-8119-c7ddedae5ccf'] response: {'name': 'network-changed', 'server_uuid': 'cbe24671-962e-408d-8331-cba42019d6dd', 'tag': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'status': 'completed', 'code': 200} Apr 11 06:35:13.473078 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:13.473636 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:13.475067 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] 10.222.0.20 "PUT /v2.0/ports/9b980a4e-a610-4a8c-abb9-5d52fc344949 HTTP/1.1" status: 200 len: 1093 time: 1.6935968 Apr 11 06:35:13.476856 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b97ee4cf-e556-44df-b7a0-d448979481fb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "PUT /v2.0/floatingips/502a24bf-0ddc-4665-a032-813dcf02fe6c HTTP/1.1" status: 200 len: 994 time: 2.2752316 Apr 11 06:35:13.520434 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cd41a2b0-f3c7-4270-8736-a64c2e37d0a0 None None] Set router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:13.531229 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d408820-27e8-46af-ad85-6836f0ac09b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9b980a4e-a610-4a8c-abb9-5d52fc344949,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:13.548407 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cccfcf-6979-4ff3-995e-ef9e1e148b44 req-469ff239-bc01-42b5-8d7f-9fa385c0921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:13.549988 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-86cccfcf-6979-4ff3-995e-ef9e1e148b44 req-469ff239-bc01-42b5-8d7f-9fa385c0921e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 1130 time: 0.0675814 Apr 11 06:35:13.608769 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-8565c117-d9f4-463c-9b16-3ad331bfe977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:13.610576 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-8565c117-d9f4-463c-9b16-3ad331bfe977 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 1127 time: 0.0761962 Apr 11 06:35:13.679425 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-6bc34c21-1efd-4ac9-90fd-3ec928a44343 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949 HTTP/1.1" status: 200 len: 217 time: 0.0436816 Apr 11 06:35:13.735163 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cccfcf-6979-4ff3-995e-ef9e1e148b44 req-e66d4b64-a445-40fb-8435-498e1bb52a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:13.736630 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-86cccfcf-6979-4ff3-995e-ef9e1e148b44 req-e66d4b64-a445-40fb-8435-498e1bb52a0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.1701384 Apr 11 06:35:13.744124 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-709284d5-ddb2-463c-8a47-cd45e81f2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:13.745523 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-709284d5-ddb2-463c-8a47-cd45e81f2eff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.0596223 Apr 11 06:35:13.767492 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd41a2b0-f3c7-4270-8736-a64c2e37d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '502a24bf-0ddc-4665-a032-813dcf02fe6c', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'port_id': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'mac_address': 'fa:16:3e:e4:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe24671-962e-408d-8331-cba42019d6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:33:08Z', 'updated_at': '2022-04-11T06:35:12Z', 'revision_number': 3, 'project_id': '5172a438ed16452899c496083e8fae1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c94d9e-0147-4060-969c-6590d22a8232', 'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'mac_address': 'fa:16:3e:d6:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:40Z', 'updated_at': '2022-04-11T06:30:52Z', 'revision_number': 5, 'project_id': '5172a438ed16452899c496083e8fae1a', 'subnets': [{'id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:13.797238 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd41a2b0-f3c7-4270-8736-a64c2e37d0a0 None None] Checking router: 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:13.807912 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd41a2b0-f3c7-4270-8736-a64c2e37d0a0 None None] Routers {'84bd57e8-b720-4e84-85c0-0832f9bcd7f3'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:13.808548 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd41a2b0-f3c7-4270-8736-a64c2e37d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:34:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:13.840630 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-86cccfcf-6979-4ff3-995e-ef9e1e148b44 req-0c4692c6-9c70-4e82-907f-b42a72106fea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=350f5d83-c3d8-4058-92e8-3d5c1e752799 HTTP/1.1" status: 200 len: 1002 time: 0.0941727 Apr 11 06:35:13.841746 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-06d4457d-244b-4240-9dfa-2372615d08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:13.843093 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-06d4457d-244b-4240-9dfa-2372615d08a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609093 Apr 11 06:35:13.919163 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cd41a2b0-f3c7-4270-8736-a64c2e37d0a0 None None] Set router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:14.024162 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a99e5-eb7d-4360-a425-2eac3f811aa5 req-171ca5ab-d9b0-4c5d-9268-2ee6256633cf tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:14.025778 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-246a99e5-eb7d-4360-a425-2eac3f811aa5 req-171ca5ab-d9b0-4c5d-9268-2ee6256633cf tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.1218853 Apr 11 06:35:14.027132 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cccfcf-6979-4ff3-995e-ef9e1e148b44 req-64319a9b-9e77-4195-b327-b9b4d7b4bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:14.028465 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-86cccfcf-6979-4ff3-995e-ef9e1e148b44 req-64319a9b-9e77-4195-b327-b9b4d7b4bac2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.1416519 Apr 11 06:35:14.094865 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-7e8f5590-3049-4200-8c17-b6eda79c9f0f service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001424 Apr 11 06:35:14.132542 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cccfcf-6979-4ff3-995e-ef9e1e148b44 req-38831af7-62f3-46bb-bf21-7e394be6f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:14.134015 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-86cccfcf-6979-4ff3-995e-ef9e1e148b44 req-38831af7-62f3-46bb-bf21-7e394be6f1f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918775 Apr 11 06:35:14.146081 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd41a2b0-f3c7-4270-8736-a64c2e37d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '502a24bf-0ddc-4665-a032-813dcf02fe6c', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'port_id': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'mac_address': 'fa:16:3e:e4:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe24671-962e-408d-8331-cba42019d6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:33:08Z', 'updated_at': '2022-04-11T06:35:12Z', 'revision_number': 3, 'project_id': '5172a438ed16452899c496083e8fae1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c94d9e-0147-4060-969c-6590d22a8232', 'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'mac_address': 'fa:16:3e:d6:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:40Z', 'updated_at': '2022-04-11T06:30:52Z', 'revision_number': 5, 'project_id': '5172a438ed16452899c496083e8fae1a', 'subnets': [{'id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:14.186960 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-246a99e5-eb7d-4360-a425-2eac3f811aa5 req-d8e567be-e17e-4c12-b78a-11f8b972ab52 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538651 Apr 11 06:35:14.253629 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceca1f2-585c-4d42-bc5a-fef943c64b48 req-5b7f023a-afaf-45d2-8963-5dcf8065db11 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:14.254642 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aceca1f2-585c-4d42-bc5a-fef943c64b48 req-5b7f023a-afaf-45d2-8963-5dcf8065db11 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.1236513 Apr 11 06:35:14.261930 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd41a2b0-f3c7-4270-8736-a64c2e37d0a0 None None] The sync data for ids ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'] in dv-cinder-836996-3-iscsi is: [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '502a24bf-0ddc-4665-a032-813dcf02fe6c', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'port_id': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'mac_address': 'fa:16:3e:e4:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe24671-962e-408d-8331-cba42019d6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:33:08Z', 'updated_at': '2022-04-11T06:35:12Z', 'revision_number': 3, 'project_id': '5172a438ed16452899c496083e8fae1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c94d9e-0147-4060-969c-6590d22a8232', 'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'mac_address': 'fa:16:3e:d6:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:40Z', 'updated_at': '2022-04-11T06:30:52Z', 'revision_number': 5, 'project_id': '5172a438ed16452899c496083e8fae1a', 'subnets': [{'id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:14.382032 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c50a4c06-f444-4e23-82fa-620c92cff041 req-e6b203ca-e9b1-4acd-a71d-43f8b1315bfe service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777047 Apr 11 06:35:14.401118 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7ab4d-556c-4b3b-a9ae-d7496b0e4f4b req-f0c805e7-a23d-40f0-a9cf-3d29fa044cf8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:14.402589 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8e7ab4d-556c-4b3b-a9ae-d7496b0e4f4b req-f0c805e7-a23d-40f0-a9cf-3d29fa044cf8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.1164083 Apr 11 06:35:14.411482 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-86cccfcf-6979-4ff3-995e-ef9e1e148b44 req-26e3088e-1c06-4748-abde-f783f0e0bb77 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536504 Apr 11 06:35:14.415411 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aceca1f2-585c-4d42-bc5a-fef943c64b48 req-64666c83-81ef-4be5-94d3-66a07a43555e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303067 Apr 11 06:35:14.528799 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8e7ab4d-556c-4b3b-a9ae-d7496b0e4f4b req-2f3b643c-4eeb-4c37-98de-8c8ac48e1da7 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&id=96fe63d2-cc0b-4500-8a71-1f70ca748cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195486 Apr 11 06:35:14.548758 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-86cccfcf-6979-4ff3-995e-ef9e1e148b44 req-05230114-7e34-45f0-a038-731144e4fea9 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199317 Apr 11 06:35:15.322459 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f6016-fb96-4182-b845-6f83c6ff3c4c req-55f6fd7f-2dee-4965-944a-a442723d62e4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:15.323943 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6f2f6016-fb96-4182-b845-6f83c6ff3c4c req-55f6fd7f-2dee-4965-944a-a442723d62e4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0523026 Apr 11 06:35:15.372405 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6f2f6016-fb96-4182-b845-6f83c6ff3c4c req-7114f4ee-e40f-4710-ba6b-f5d83a7c4235 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426145 Apr 11 06:35:15.458043 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949'}, {'name': 'network-changed', 'server_uuid': 'cbe24671-962e-408d-8331-cba42019d6dd', 'tag': '350f5d83-c3d8-4058-92e8-3d5c1e752799'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:15.460600 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949"}, {"name": "network-changed", "server_uuid": "cbe24671-962e-408d-8331-cba42019d6dd", "tag": "350f5d83-c3d8-4058-92e8-3d5c1e752799"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:15.519077 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0737f3-f049-465b-aad0-16ab30c7f48d x-openstack-request-id: req-bf0737f3-f049-465b-aad0-16ab30c7f48d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:15.519333 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cbe24671-962e-408d-8331-cba42019d6dd", "tag": "350f5d83-c3d8-4058-92e8-3d5c1e752799", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:15.519594 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf0737f3-f049-465b-aad0-16ab30c7f48d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:15.519978 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf0737f3-f049-465b-aad0-16ab30c7f48d'] response: {'name': 'network-changed', 'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'status': 'completed', 'code': 200} Apr 11 06:35:15.520225 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf0737f3-f049-465b-aad0-16ab30c7f48d'] response: {'name': 'network-changed', 'server_uuid': 'cbe24671-962e-408d-8331-cba42019d6dd', 'tag': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'status': 'completed', 'code': 200} Apr 11 06:35:15.561772 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658d69f-8775-4b22-be0a-c3a6be62f681 req-a2c7fc1b-21c4-4396-8e8d-06fe6b764be3 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:15.563247 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f658d69f-8775-4b22-be0a-c3a6be62f681 req-a2c7fc1b-21c4-4396-8e8d-06fe6b764be3 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0766196 Apr 11 06:35:15.577748 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-47229d2a-1b8c-48a8-9295-dbd3a795cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:15.579153 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-47229d2a-1b8c-48a8-9295-dbd3a795cc39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 1127 time: 0.0534475 Apr 11 06:35:15.667443 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f658d69f-8775-4b22-be0a-c3a6be62f681 req-93750cd6-9e79-45e7-9ea4-f64922a1e748 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972848 Apr 11 06:35:15.695728 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-37436d4a-7f20-490a-a9e5-f238eea64d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:15.697320 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-37436d4a-7f20-490a-a9e5-f238eea64d9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 916 time: 0.1110170 Apr 11 06:35:15.737657 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-dfd4c9c9-697d-4f44-b912-7e000ca967e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949 HTTP/1.1" status: 200 len: 217 time: 0.0336702 Apr 11 06:35:15.786752 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-8e9e5828-c54a-4aff-805b-03813b461a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:15.788172 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-8e9e5828-c54a-4aff-805b-03813b461a42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.0439377 Apr 11 06:35:15.836832 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-97c46a14-1de4-4ee6-b202-40b4952c1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:15.838745 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-97c46a14-1de4-4ee6-b202-40b4952c1f40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436275 Apr 11 06:35:15.927459 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-3ef02b35-ccf8-41f8-b6d3-8cc45825b21d service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821843 Apr 11 06:35:16.020694 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-dac2d56b-bd7c-444b-9659-ae77719b8be8 service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863142 Apr 11 06:35:16.101694 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-8a96e597-b387-4cae-8529-2399c7332f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:16.103311 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-8a96e597-b387-4cae-8529-2399c7332f93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 1130 time: 0.0412724 Apr 11 06:35:16.191592 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-9c4a6dc8-4e6b-48ca-8798-26da6666179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:16.193169 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-9c4a6dc8-4e6b-48ca-8798-26da6666179e service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.0831845 Apr 11 06:35:16.222015 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9b980a4e-a610-4a8c-abb9-5d52fc344949 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:35:16.272236 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-5d4764f0-029e-44dd-887f-1ff3ab3df1eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=350f5d83-c3d8-4058-92e8-3d5c1e752799 HTTP/1.1" status: 200 len: 1002 time: 0.0672998 Apr 11 06:35:16.330989 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-f1ee67c8-6084-4d41-b914-3d5a27954cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:16.332613 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-f1ee67c8-6084-4d41-b914-3d5a27954cec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.0535209 Apr 11 06:35:16.387687 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-17e6ca56-0bba-4f63-babb-bfa66126805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:16.389991 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-17e6ca56-0bba-4f63-babb-bfa66126805f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508664 Apr 11 06:35:16.472198 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:16.486419 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'port_id': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'mac_address': 'fa:16:3e:e0:d0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:35:16.528530 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 9b980a4e-a610-4a8c-abb9-5d52fc344949 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:16.528943 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:16.529076 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772166a4-7ccb-44e7-b3a2-01369f96e1cc req-8b92b9ab-c2ee-4cba-85e7-d4883244c12b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:16.530517 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-772166a4-7ccb-44e7-b3a2-01369f96e1cc req-8b92b9ab-c2ee-4cba-85e7-d4883244c12b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0647516 Apr 11 06:35:16.534691 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-bd22b3cd-70dd-45f7-96c3-6384f1fbcbef service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387002 Apr 11 06:35:16.545755 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b980a4e-a610-4a8c-abb9-5d52fc344949 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:35:16.564933 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:16.569508 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:16.618311 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=9b980a4e-a610-4a8c-abb9-5d52fc344949,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:16.625721 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.626064 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.626424 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.626758 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.627084 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.627397 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.627704 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.628022 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.628359 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.628651 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.628993 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.629322 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.629635 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.629944 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.630270 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:16.638528 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-772166a4-7ccb-44e7-b3a2-01369f96e1cc req-0cab80d3-ce8d-4d01-8aa4-cb906d9a0f81 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018775 Apr 11 06:35:16.662255 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8c7545f-f9d6-4a88-8b0e-e65cf848e2cb req-765d8514-4a36-4085-8a8f-35ec55c587ee service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184661 Apr 11 06:35:16.794457 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfc0e1-172b-4b6c-b456-cadc3de2d61a req-bc3db393-be73-4377-8b89-e809a1c42da1 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:16.795824 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bccfc0e1-172b-4b6c-b456-cadc3de2d61a req-bc3db393-be73-4377-8b89-e809a1c42da1 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0481384 Apr 11 06:35:16.844577 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bccfc0e1-172b-4b6c-b456-cadc3de2d61a req-da83844e-6306-493d-a73c-eeca63e46d21 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418618 Apr 11 06:35:16.880060 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['9b980a4e-a610-4a8c-abb9-5d52fc344949'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:35:17.780032 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8981ca-2de1-433b-b43b-6d211afeb995 req-b6ac3fb0-9f3e-4391-965b-d8c210ce7073 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:17.781530 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cd8981ca-2de1-433b-b43b-6d211afeb995 req-b6ac3fb0-9f3e-4391-965b-d8c210ce7073 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 944 time: 0.0577662 Apr 11 06:35:17.832284 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cd8981ca-2de1-433b-b43b-6d211afeb995 req-7a67b532-906f-4042-9769-97cd6b5cd81a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Apr 11 06:35:17.967946 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282892ef-474c-44f3-b99d-bee6b2ba1632 req-2cae2f1a-6f04-428d-971f-51be3195ddf7 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:17.969375 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-282892ef-474c-44f3-b99d-bee6b2ba1632 req-2cae2f1a-6f04-428d-971f-51be3195ddf7 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0474353 Apr 11 06:35:18.019029 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-282892ef-474c-44f3-b99d-bee6b2ba1632 req-93304f19-b75c-444c-8913-d1444a1b035a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436988 Apr 11 06:35:18.229839 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9b980a4e-a610-4a8c-abb9-5d52fc344949 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:18.248695 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeed1bf-0973-4600-befb-42add8d60f62 req-4bfa2979-66da-4831-a2dd-4528c69a0cf1 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:18.250190 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ffeed1bf-0973-4600-befb-42add8d60f62 req-4bfa2979-66da-4831-a2dd-4528c69a0cf1 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0807314 Apr 11 06:35:18.267858 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb17956-798f-4046-9e68-b8d94f3167ca req-88232d9d-c559-4b38-ab32-a8d9cfd4d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:18.269313 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bdb17956-798f-4046-9e68-b8d94f3167ca req-88232d9d-c559-4b38-ab32-a8d9cfd4d1d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9656f49a2604955a0684ebb230397f3&device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 1129 time: 0.0560064 Apr 11 06:35:18.276285 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port 9b980a4e-a610-4a8c-abb9-5d52fc344949 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:35:18.283118 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 9b980a4e-a610-4a8c-abb9-5d52fc344949 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:18.283511 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:18.364458 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ffeed1bf-0973-4600-befb-42add8d60f62 req-3c39d9ed-1b6a-489d-8e62-ccd6bbb611dd tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069164 Apr 11 06:35:18.367942 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 9b980a4e-a610-4a8c-abb9-5d52fc344949 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:18.368447 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:18.392277 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:18.394580 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf41ff85-12d9-47e0-ab44-14f69466aaec" -d '{"events": [{"server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "name": "network-vif-plugged", "status": "completed", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:18.399140 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb17956-798f-4046-9e68-b8d94f3167ca req-27e4ff47-5852-416e-815b-fcfe02f05636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:18.400758 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bdb17956-798f-4046-9e68-b8d94f3167ca req-27e4ff47-5852-416e-815b-fcfe02f05636 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0452541-ae6a-407a-a6e0-2f42517a89be HTTP/1.1" status: 200 len: 910 time: 0.1254134 Apr 11 06:35:18.408415 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:18.413401 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:18.437369 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaebdf1-af97-4f93-857b-f14be345d55a x-openstack-request-id: req-fdaebdf1-af97-4f93-857b-f14be345d55a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:18.437660 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "name": "network-vif-plugged", "status": "completed", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:18.437914 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdaebdf1-af97-4f93-857b-f14be345d55a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:18.438306 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdaebdf1-af97-4f93-857b-f14be345d55a'] response: {'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'code': 200} Apr 11 06:35:18.466734 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=9b980a4e-a610-4a8c-abb9-5d52fc344949,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:18.471353 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bdb17956-798f-4046-9e68-b8d94f3167ca req-23d7bdb4-9c1c-4484-b03f-31b4b195d2bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e HTTP/1.1" status: 200 len: 1000 time: 0.0649045 Apr 11 06:35:18.521688 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb17956-798f-4046-9e68-b8d94f3167ca req-87570e0a-7d1e-462f-bd06-a7b88b75750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:18.524346 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bdb17956-798f-4046-9e68-b8d94f3167ca req-87570e0a-7d1e-462f-bd06-a7b88b75750c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a560b5c-8187-40f9-a67d-b5d8bcffd646 HTTP/1.1" status: 200 len: 849 time: 0.0456305 Apr 11 06:35:18.852998 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb17956-798f-4046-9e68-b8d94f3167ca req-f0d1c30a-e6d4-42c2-9597-b54be9f199b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:18.854408 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bdb17956-798f-4046-9e68-b8d94f3167ca req-f0d1c30a-e6d4-42c2-9597-b54be9f199b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0452541-ae6a-407a-a6e0-2f42517a89be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3254006 Apr 11 06:35:18.873421 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6d50f-b10f-4f56-881b-ada5bec4be66 req-5ced4e42-ff12-44cd-83f5-63da065083d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:18.875545 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-84c6d50f-b10f-4f56-881b-ada5bec4be66 req-5ced4e42-ff12-44cd-83f5-63da065083d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 1129 time: 0.3094053 Apr 11 06:35:18.997325 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-84c6d50f-b10f-4f56-881b-ada5bec4be66 req-08a86222-e46a-4474-bc63-1449b6d00ce9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117339 Apr 11 06:35:19.010581 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaa06c-27da-49c7-99af-878f175f20c2 req-9d4e52cd-5204-4de6-94a5-2baec80ed99b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:19.011978 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dedaa06c-27da-49c7-99af-878f175f20c2 req-9d4e52cd-5204-4de6-94a5-2baec80ed99b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0788138 Apr 11 06:35:19.031913 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bdb17956-798f-4046-9e68-b8d94f3167ca req-b45786af-28fc-42db-a6fc-13ccc25bf978 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705120 Apr 11 06:35:19.066784 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dedaa06c-27da-49c7-99af-878f175f20c2 req-9f37e29d-41da-4cb6-a871-f10181ae141e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456090 Apr 11 06:35:19.303529 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bdb17956-798f-4046-9e68-b8d94f3167ca req-5ca5cba9-479d-42af-ab45-d6989cbb216a service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912607 Apr 11 06:35:19.499415 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb960a8a-568d-4a47-a19b-c9125d51c82f req-aae6383a-4643-49e9-826a-622362af5ee9 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:19.500875 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb960a8a-568d-4a47-a19b-c9125d51c82f req-aae6383a-4643-49e9-826a-622362af5ee9 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0478160 Apr 11 06:35:19.551292 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb960a8a-568d-4a47-a19b-c9125d51c82f req-8b076a74-b1cc-42da-9566-8d8d0ee69503 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445623 Apr 11 06:35:20.193641 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bbac6-0ad9-4761-8b0a-5d9d109c6ad5 req-600c5b58-8a1e-4e43-85f2-6fe04c673ffe tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:20.195108 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-558bbac6-0ad9-4761-8b0a-5d9d109c6ad5 req-600c5b58-8a1e-4e43-85f2-6fe04c673ffe tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0505469 Apr 11 06:35:20.245465 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-558bbac6-0ad9-4761-8b0a-5d9d109c6ad5 req-23994bda-f2ce-4536-b142-9cbd3628578b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 Apr 11 06:35:20.672584 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf12aa1-f2e2-4a34-b9a3-56e0d5c81fb3 req-3d80dbdb-8108-4a04-bf6e-ed6f52578049 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:20.674154 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aaf12aa1-f2e2-4a34-b9a3-56e0d5c81fb3 req-3d80dbdb-8108-4a04-bf6e-ed6f52578049 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0518029 Apr 11 06:35:20.723353 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aaf12aa1-f2e2-4a34-b9a3-56e0d5c81fb3 req-b2511534-28e9-435b-80a3-f6e42c182e30 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406816 Apr 11 06:35:21.090044 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9495721-178c-4099-9796-8e053636621e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:21.379011 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b95397-eec8-47f9-8e85-294fdd07fbc3 req-39e9f3f7-5c2b-4bd4-8edd-827c924d529c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:21.380492 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3b95397-eec8-47f9-8e85-294fdd07fbc3 req-39e9f3f7-5c2b-4bd4-8edd-827c924d529c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0560341 Apr 11 06:35:21.429321 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3b95397-eec8-47f9-8e85-294fdd07fbc3 req-e5a1f651-5faa-4eca-9feb-f94ea4062a99 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431886 Apr 11 06:35:21.550959 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ef310-894a-4c46-ae04-75de8ed646c7 req-34c71ff5-4594-4032-bd9a-24f0020ba8ca tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:21.552323 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e84ef310-894a-4c46-ae04-75de8ed646c7 req-34c71ff5-4594-4032-bd9a-24f0020ba8ca tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0504992 Apr 11 06:35:21.561661 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:21.565991 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ed6c72fe-2204-4d89-a6e2-b92f1956db12 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Request body: {'floatingip': {'port_id': '9b980a4e-a610-4a8c-abb9-5d52fc344949'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:21.607225 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed6c72fe-2204-4d89-a6e2-b92f1956db12 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.057668 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed6c72fe-2204-4d89-a6e2-b92f1956db12 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.064839 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed6c72fe-2204-4d89-a6e2-b92f1956db12 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.166230 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-ed6c72fe-2204-4d89-a6e2-b92f1956db12 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Floating IP 01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2 associated. External IP: 172.27.2.137, port: 9b980a4e-a610-4a8c-abb9-5d52fc344949. Apr 11 06:35:22.386991 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6c72fe-2204-4d89-a6e2-b92f1956db12 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:22.495483 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6c72fe-2204-4d89-a6e2-b92f1956db12 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:22.500990 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ed6c72fe-2204-4d89-a6e2-b92f1956db12 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:22.506480 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98442804-ad2c-4dd4-a3bd-e0a369c622a0 None None] Sync routers for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:22.516738 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98442804-ad2c-4dd4-a3bd-e0a369c622a0 None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:22.517393 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-98442804-ad2c-4dd4-a3bd-e0a369c622a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:34:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:22.532714 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ed6c72fe-2204-4d89-a6e2-b92f1956db12 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "PUT /v2.0/floatingips/01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2 HTTP/1.1" status: 200 len: 991 time: 0.9700260 Apr 11 06:35:22.533328 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:22.535578 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9de500-0321-46e3-b20b-9495c25dd3c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:22.570371 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee37d59-11c4-426b-9c05-3a475ebc3eb5 x-openstack-request-id: req-aee37d59-11c4-426b-9c05-3a475ebc3eb5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:22.571182 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:22.571435 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aee37d59-11c4-426b-9c05-3a475ebc3eb5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:22.571836 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee37d59-11c4-426b-9c05-3a475ebc3eb5'] response: {'name': 'network-changed', 'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'status': 'completed', 'code': 200} Apr 11 06:35:22.635696 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-98442804-ad2c-4dd4-a3bd-e0a369c622a0 None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:22.779756 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9de500-0321-46e3-b20b-9495c25dd3c2 req-7c1295ba-3c14-4b07-bb8c-a03936a62502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:22.781296 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f9de500-0321-46e3-b20b-9495c25dd3c2 req-7c1295ba-3c14-4b07-bb8c-a03936a62502 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 1129 time: 0.0485430 Apr 11 06:35:22.874043 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9de500-0321-46e3-b20b-9495c25dd3c2 req-da049a0c-42ee-40c2-8030-5b970966243a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:22.875780 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f9de500-0321-46e3-b20b-9495c25dd3c2 req-da049a0c-42ee-40c2-8030-5b970966243a service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 916 time: 0.0879667 Apr 11 06:35:22.922038 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-98442804-ad2c-4dd4-a3bd-e0a369c622a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'port_id': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'mac_address': 'fa:16:3e:e0:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:35:06Z', 'updated_at': '2022-04-11T06:35:21Z', 'revision_number': 1, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:22.943236 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f9de500-0321-46e3-b20b-9495c25dd3c2 req-346ec7dc-2b3a-4494-ada0-9115a74abd39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949 HTTP/1.1" status: 200 len: 999 time: 0.0597978 Apr 11 06:35:22.952451 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98442804-ad2c-4dd4-a3bd-e0a369c622a0 None None] Checking router: 51d3c5c8-459c-452f-87aa-ac9203c7bb92 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:22.961077 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98442804-ad2c-4dd4-a3bd-e0a369c622a0 None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:22.961674 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-98442804-ad2c-4dd4-a3bd-e0a369c622a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:34:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:22.991907 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9de500-0321-46e3-b20b-9495c25dd3c2 req-c487f5cf-7445-4688-9bd2-c0077f55c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:22.993457 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f9de500-0321-46e3-b20b-9495c25dd3c2 req-c487f5cf-7445-4688-9bd2-c0077f55c260 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.0437539 Apr 11 06:35:23.037457 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9de500-0321-46e3-b20b-9495c25dd3c2 req-4f1b8810-1786-4d00-8e65-909e4c110f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:23.038948 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f9de500-0321-46e3-b20b-9495c25dd3c2 req-4f1b8810-1786-4d00-8e65-909e4c110f01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384140 Apr 11 06:35:23.072125 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-98442804-ad2c-4dd4-a3bd-e0a369c622a0 None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:23.130655 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f9de500-0321-46e3-b20b-9495c25dd3c2 req-ba8323ea-d0d5-4e65-8b76-c8074dd0fdbf service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851049 Apr 11 06:35:23.171011 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10edf3e7-073d-4353-805d-49546e3e925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:23.222889 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f9de500-0321-46e3-b20b-9495c25dd3c2 req-3fe5a58c-77c8-45f0-a9b0-cbf3aad59726 service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846479 Apr 11 06:35:23.300004 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-98442804-ad2c-4dd4-a3bd-e0a369c622a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'port_id': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'mac_address': 'fa:16:3e:e0:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:35:06Z', 'updated_at': '2022-04-11T06:35:21Z', 'revision_number': 1, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:23.329923 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98442804-ad2c-4dd4-a3bd-e0a369c622a0 None None] The sync data for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi is: [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'port_id': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'mac_address': 'fa:16:3e:e0:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:35:06Z', 'updated_at': '2022-04-11T06:35:21Z', 'revision_number': 1, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:23.515367 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5a28b-124d-4424-809b-4ee40a065812 None None] New status for floating IP 01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:35:24.595003 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.154832 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:35:25.673529 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754815-5fb4-4971-920b-18d5bd5317c3 req-217c3183-94d3-4895-ad53-e675afa2159e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:25.675446 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d754815-5fb4-4971-920b-18d5bd5317c3 req-217c3183-94d3-4895-ad53-e675afa2159e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 946 time: 0.0621047 Apr 11 06:35:25.725076 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d754815-5fb4-4971-920b-18d5bd5317c3 req-b435635e-dd98-4ca1-874d-5fb75c7bcee1 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410187 Apr 11 06:35:25.782624 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:25.937918 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:27.014641 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbf5d6-5203-400c-b469-fe1c622308ca req-807c1986-bdba-481a-9670-1a3fb37b282c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:27.016102 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-adcbf5d6-5203-400c-b469-fe1c622308ca req-807c1986-bdba-481a-9670-1a3fb37b282c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 946 time: 0.2138553 Apr 11 06:35:27.065248 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-adcbf5d6-5203-400c-b469-fe1c622308ca req-6423e991-8d74-4238-825e-a79e9d548481 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd0e932e-7056-4de3-820d-31552352b743&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433526 Apr 11 06:35:27.220393 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:27.419116 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-288fa1b5-8373-4839-95d5-2f4c83e81293 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:27.420604 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-288fa1b5-8373-4839-95d5-2f4c83e81293 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 946 time: 0.0555522 Apr 11 06:35:27.510384 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Deleting port d457dec9-30c5-4125-9345-8f23611225e4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:27.510611 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (d457dec9-30c5-4125-9345-8f23611225e4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:27.600058 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] For port d457dec9-30c5-4125-9345-8f23611225e4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d457dec9-30c5-4125-9345-8f23611225e4,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:27.600422 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (d457dec9-30c5-4125-9345-8f23611225e4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:27.781590 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:27.781828 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (dbb1f21b-ba48-4cde-8173-b466a7e03252), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:27.782158 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Floating IP dbb1f21b-ba48-4cde-8173-b466a7e03252 disassociated. External IP: 172.27.2.237, port: d457dec9-30c5-4125-9345-8f23611225e4. Apr 11 06:35:27.782497 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Calling delete_port for d457dec9-30c5-4125-9345-8f23611225e4 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:27.922058 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (d457dec9-30c5-4125-9345-8f23611225e4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:27.954814 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event deleted for resources: {'Port': ['ID=d457dec9-30c5-4125-9345-8f23611225e4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:28.094285 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Router f8a382dd-e48c-4156-a92f-e5be092eb7ca has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:28.250739 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aa3eaba2-fcec-4531-9a4c-5557920058c3 req-8dcdddd7-024d-4f1a-af68-76274544a276 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=a02842b8-7661-4d0c-bf83-d6326f4fae9d HTTP/1.1" status: 200 len: 210 time: 0.1126316 Apr 11 06:35:28.265647 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3939233a-4234-4794-87ec-b5d04452f1f0 req-f71c38e6-614b-4fff-bfb9-17a03152ae2b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710945 Apr 11 06:35:28.267039 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:28.284995 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422447c2-407c-4e3e-a266-3aa010af061b None None] Sync routers for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:28.297603 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422447c2-407c-4e3e-a266-3aa010af061b None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:28.298221 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-422447c2-407c-4e3e-a266-3aa010af061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:28.316627 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] No DVR routers for this DVR port d457dec9-30c5-4125-9345-8f23611225e4 on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:35:28.327014 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:28.330244 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-72ef7dbd-00ec-4ef3-a98d-02851311ae33 req-4559e370-8a25-4dbd-99dd-7ef82f711e2d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "DELETE /v2.0/ports/d457dec9-30c5-4125-9345-8f23611225e4 HTTP/1.1" status: 204 len: 173 time: 0.9040833 Apr 11 06:35:28.330705 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'name': 'network-vif-deleted', 'tag': 'd457dec9-30c5-4125-9345-8f23611225e4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:28.333324 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c0296e-f2d6-4331-90b6-7d33c698a1a8" -d '{"events": [{"server_uuid": "a02842b8-7661-4d0c-bf83-d6326f4fae9d", "name": "network-vif-deleted", "tag": "d457dec9-30c5-4125-9345-8f23611225e4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:28.378845 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ed31a1-72d6-4843-9424-1435076a514c x-openstack-request-id: req-63ed31a1-72d6-4843-9424-1435076a514c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:28.379372 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02842b8-7661-4d0c-bf83-d6326f4fae9d", "name": "network-vif-deleted", "tag": "d457dec9-30c5-4125-9345-8f23611225e4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:28.379624 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63ed31a1-72d6-4843-9424-1435076a514c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:28.380019 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ed31a1-72d6-4843-9424-1435076a514c'] response: {'server_uuid': 'a02842b8-7661-4d0c-bf83-d6326f4fae9d', 'name': 'network-vif-deleted', 'tag': 'd457dec9-30c5-4125-9345-8f23611225e4', 'status': 'completed', 'code': 200} Apr 11 06:35:28.395447 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939233a-4234-4794-87ec-b5d04452f1f0 req-c901d4c6-f4b1-4a96-8cfd-1b2729b17f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:28.397219 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3939233a-4234-4794-87ec-b5d04452f1f0 req-c901d4c6-f4b1-4a96-8cfd-1b2729b17f7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5172a438ed16452899c496083e8fae1a&device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 1130 time: 0.0785642 Apr 11 06:35:28.424030 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-422447c2-407c-4e3e-a266-3aa010af061b None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:28.539587 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939233a-4234-4794-87ec-b5d04452f1f0 req-e5ad4d2f-2ce1-4a6b-a060-f1d37a9782da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:28.541093 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3939233a-4234-4794-87ec-b5d04452f1f0 req-e5ad4d2f-2ce1-4a6b-a060-f1d37a9782da service neutron] 10.222.0.20 "GET /v2.0/networks?id=91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 200 len: 919 time: 0.0955303 Apr 11 06:35:28.750173 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-422447c2-407c-4e3e-a266-3aa010af061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:28.776634 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422447c2-407c-4e3e-a266-3aa010af061b None None] Checking router: f8a382dd-e48c-4156-a92f-e5be092eb7ca for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:28.786460 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422447c2-407c-4e3e-a266-3aa010af061b None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:28.787076 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-422447c2-407c-4e3e-a266-3aa010af061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:28.849730 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3939233a-4234-4794-87ec-b5d04452f1f0 req-5c26b71d-483f-48e9-8009-5a44b77c059e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1c9991e-d057-4e1b-89df-c238b3125ae0 HTTP/1.1" status: 200 len: 217 time: 0.0408332 Apr 11 06:35:28.904845 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-422447c2-407c-4e3e-a266-3aa010af061b None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:28.905695 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939233a-4234-4794-87ec-b5d04452f1f0 req-b8499b04-e1e2-44b7-b76a-5bbddecea922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:28.907165 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3939233a-4234-4794-87ec-b5d04452f1f0 req-b8499b04-e1e2-44b7-b76a-5bbddecea922 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 200 len: 858 time: 0.0481908 Apr 11 06:35:28.956206 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939233a-4234-4794-87ec-b5d04452f1f0 req-9c3bf1ee-7f47-4a11-8a44-0ea8058b1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:28.957872 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3939233a-4234-4794-87ec-b5d04452f1f0 req-9c3bf1ee-7f47-4a11-8a44-0ea8058b1544 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=91ae923f-e529-4c46-bebf-04bc44672a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435631 Apr 11 06:35:29.120109 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-422447c2-407c-4e3e-a266-3aa010af061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:29.149063 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422447c2-407c-4e3e-a266-3aa010af061b None None] The sync data for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi is: [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:29.312619 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3939233a-4234-4794-87ec-b5d04452f1f0 req-c8abed95-b964-4595-87b1-5650d9703a19 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457136 Apr 11 06:35:29.343012 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39562) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:29.399712 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdb49b2f-4b4f-4de7-86a2-6e4186c0c623 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (fd0e932e-7056-4de3-820d-31552352b743), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:29.409557 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82eddfd-eea9-4a58-8f16-dd992f00f267 None None] New status for floating IP dbb1f21b-ba48-4cde-8173-b466a7e03252: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:35:29.410456 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3939233a-4234-4794-87ec-b5d04452f1f0 req-d5c1959d-46a3-4fe6-9f77-6c43ea142b10 service neutron] 10.222.0.20 "GET /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906682 Apr 11 06:35:29.425148 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdb49b2f-4b4f-4de7-86a2-6e4186c0c623 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (fd0e932e-7056-4de3-820d-31552352b743), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:29.477205 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdb49b2f-4b4f-4de7-86a2-6e4186c0c623 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (fd0e932e-7056-4de3-820d-31552352b743), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:29.480589 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bdb49b2f-4b4f-4de7-86a2-6e4186c0c623 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:29.481963 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bdb49b2f-4b4f-4de7-86a2-6e4186c0c623 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd0e932e-7056-4de3-820d-31552352b743 HTTP/1.1" status: 204 len: 168 time: 0.1379676 Apr 11 06:35:29.484923 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:29.491619 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb49b2f-4b4f-4de7-86a2-6e4186c0c623 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0e932e-7056-4de3-820d-31552352b743,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:29.500948 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.api.v2.resource [None req-7b67b41d-b073-40b1-942e-1eebf87aab3d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] show failed (client error): The resource could not be found. Apr 11 06:35:29.504752 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7b67b41d-b073-40b1-942e-1eebf87aab3d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups/fd0e932e-7056-4de3-820d-31552352b743 HTTP/1.1" status: 404 len: 347 time: 0.0159464 Apr 11 06:35:29.505230 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39566) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:29.628336 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1f422032-001f-4664-b502-3eceb38a083e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Deleting port 8e13cf02-7314-4392-9a34-a0808aba8dc4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:29.628653 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f422032-001f-4664-b502-3eceb38a083e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (8e13cf02-7314-4392-9a34-a0808aba8dc4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:29.708569 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f422032-001f-4664-b502-3eceb38a083e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (8e13cf02-7314-4392-9a34-a0808aba8dc4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:29.708888 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f422032-001f-4664-b502-3eceb38a083e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (8e13cf02-7314-4392-9a34-a0808aba8dc4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:29.721310 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1f422032-001f-4664-b502-3eceb38a083e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Calling delete_port for 8e13cf02-7314-4392-9a34-a0808aba8dc4 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:29.867821 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f422032-001f-4664-b502-3eceb38a083e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (8e13cf02-7314-4392-9a34-a0808aba8dc4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:29.890610 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f422032-001f-4664-b502-3eceb38a083e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event deleted for resources: {'Port': ['ID=8e13cf02-7314-4392-9a34-a0808aba8dc4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:29.955289 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f422032-001f-4664-b502-3eceb38a083e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (dbb1f21b-ba48-4cde-8173-b466a7e03252), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:29.957930 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f422032-001f-4664-b502-3eceb38a083e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:29.959072 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1f422032-001f-4664-b502-3eceb38a083e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "DELETE /v2.0/floatingips/dbb1f21b-ba48-4cde-8173-b466a7e03252 HTTP/1.1" status: 204 len: 168 time: 0.4527471 Apr 11 06:35:30.266485 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39570) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:30.273485 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bd2dd502-a96c-4cf1-b921-c4f975a684d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673976903', 'description': 'tempest-description--1521620119'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:30.300047 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd502-a96c-4cf1-b921-c4f975a684d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.302324 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device d457dec9-30c5-4125-9345-8f23611225e4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:35:30.321709 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: d457dec9-30c5-4125-9345-8f23611225e4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:35:30.322050 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device d457dec9-30c5-4125-9345-8f23611225e4 not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:35:30.374811 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd502-a96c-4cf1-b921-c4f975a684d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (a772851c-88c0-4934-be9c-45151d0bd190), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.381570 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd502-a96c-4cf1-b921-c4f975a684d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a772851c-88c0-4934-be9c-45151d0bd190), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.419054 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd502-a96c-4cf1-b921-c4f975a684d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.420343 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-bd2dd502-a96c-4cf1-b921-c4f975a684d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1526604 Apr 11 06:35:30.421236 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dd502-a96c-4cf1-b921-c4f975a684d3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a772851c-88c0-4934-be9c-45151d0bd190,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:30.423551 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:30.429921 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bbade552-cb1a-4e38-8239-d90d938699c3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'security_group_rule': {'security_group_id': 'a772851c-88c0-4934-be9c-45151d0bd190', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:30.465673 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbade552-cb1a-4e38-8239-d90d938699c3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (5c02ebe7-4553-48ea-ac2f-b3cfeb0787c7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.513267 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbade552-cb1a-4e38-8239-d90d938699c3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (5c02ebe7-4553-48ea-ac2f-b3cfeb0787c7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.517723 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbade552-cb1a-4e38-8239-d90d938699c3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (5c02ebe7-4553-48ea-ac2f-b3cfeb0787c7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.535752 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbade552-cb1a-4e38-8239-d90d938699c3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c02ebe7-4553-48ea-ac2f-b3cfeb0787c7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:30.545015 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbade552-cb1a-4e38-8239-d90d938699c3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.546197 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bbade552-cb1a-4e38-8239-d90d938699c3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212935 Apr 11 06:35:30.548952 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39574) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:30.553272 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c7477883-eb2e-48c9-832a-dc0ce4663890 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'security_group_rule': {'security_group_id': 'a772851c-88c0-4934-be9c-45151d0bd190', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:30.581167 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7477883-eb2e-48c9-832a-dc0ce4663890 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (1005b9d0-9626-4f91-98af-7067c6c8ebaa), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.640610 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7477883-eb2e-48c9-832a-dc0ce4663890 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (1005b9d0-9626-4f91-98af-7067c6c8ebaa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.645015 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7477883-eb2e-48c9-832a-dc0ce4663890 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (1005b9d0-9626-4f91-98af-7067c6c8ebaa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.662181 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7477883-eb2e-48c9-832a-dc0ce4663890 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1005b9d0-9626-4f91-98af-7067c6c8ebaa,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:30.671648 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7477883-eb2e-48c9-832a-dc0ce4663890 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.673012 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c7477883-eb2e-48c9-832a-dc0ce4663890 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229138 Apr 11 06:35:30.676029 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:30.680249 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:30.702894 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.787462 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:30.907681 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Allocated IP 172.27.2.221 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/8fae087b-a87f-4d84-ac02-3e5eb0e911dc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:31.013310 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for port (8fae087b-a87f-4d84-ac02-3e5eb0e911dc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.050777 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (8fae087b-a87f-4d84-ac02-3e5eb0e911dc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.092273 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:31.097297 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:31.099529 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'Port': ['ID=8fae087b-a87f-4d84-ac02-3e5eb0e911dc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:31.101693 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:31.189054 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (a6b1a90a-da54-447a-b587-02b1645436a9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.239014 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8fae087b-a87f-4d84-ac02-3e5eb0e911dc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.396729 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for port (8fae087b-a87f-4d84-ac02-3e5eb0e911dc), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.404405 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (8fae087b-a87f-4d84-ac02-3e5eb0e911dc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.471675 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'Port': ['ID=8fae087b-a87f-4d84-ac02-3e5eb0e911dc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:31.483945 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (a6b1a90a-da54-447a-b587-02b1645436a9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.502082 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:31.503286 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3186e4f5-877c-47e4-b876-c61fc0f4c18c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8263900 Apr 11 06:35:31.702047 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-610e5569-d633-4c52-96de-784839ee944b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1673976903&fields=id&tenant_id=b29caae4ee6c45cc97f3f452026667f6 HTTP/1.1" status: 200 len: 267 time: 0.0445802 Apr 11 06:35:31.812249 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385dc12-ea33-4905-9275-9c66f04dddae req-247457e2-621b-4c30-a8a3-582588ae7826 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:31.813730 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-247457e2-621b-4c30-a8a3-582588ae7826 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 814 time: 0.1050575 Apr 11 06:35:31.830914 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-7044bfae-cd94-437e-a252-ec73563e1801 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/quotas/b29caae4ee6c45cc97f3f452026667f6 HTTP/1.1" status: 200 len: 375 time: 0.0097051 Apr 11 06:35:31.882668 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-0c0ac5dc-f593-4743-b55b-e0f6757f5146 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435514 Apr 11 06:35:32.022814 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-9d9881e4-a674-43f0-a0cc-af0ca36cf43f service neutron] 10.222.0.18 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285567 Apr 11 06:35:32.133212 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-c9b9107c-619d-4287-ac70-8cd7199efdf3 service neutron] 10.222.0.18 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011479 Apr 11 06:35:32.300185 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2d62dede-a1cd-4a2f-b0fe-aeaa117449f1 req-2a198614-49f2-4240-bc46-a092cfbd2ba1 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 210 time: 0.0289445 Apr 11 06:35:33.414103 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3daddd8b-fd3d-4a1b-8518-38a192b210f1 req-258ce2e6-4c87-453b-bc36-13f70f7a3709 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 210 time: 0.0433879 Apr 11 06:35:33.482641 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385dc12-ea33-4905-9275-9c66f04dddae req-d9255ec2-5509-41fc-83f2-4b370867f28a tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:33.484084 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-d9255ec2-5509-41fc-83f2-4b370867f28a tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 814 time: 0.1342254 Apr 11 06:35:33.555090 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-eb1e18e2-80f0-4740-ad4e-42d2366dbd1e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29caae4ee6c45cc97f3f452026667f6 HTTP/1.1" status: 200 len: 380 time: 0.0562987 Apr 11 06:35:33.649448 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-c385dc12-ea33-4905-9275-9c66f04dddae req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'port': {'device_id': '85e7d636-b3ed-43fb-889c-424e958482b3', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'admin_state_up': True, 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'security_groups': ['a772851c-88c0-4934-be9c-45151d0bd190']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:33.777732 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c385dc12-ea33-4905-9275-9c66f04dddae req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Made reservation on behalf of b29caae4ee6c45cc97f3f452026667f6 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:35:33.781183 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c385dc12-ea33-4905-9275-9c66f04dddae req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:33.906617 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-c385dc12-ea33-4905-9275-9c66f04dddae req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Allocated IP 172.20.0.11 (a484c9f1-fa0a-4ecf-a021-c8b6f38a3036/0fa1d8c8-088e-43d7-bf63-0c0a94c71a99/d070995d-c78b-4802-a3e0-b31151f2fff2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:35:34.059902 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c385dc12-ea33-4905-9275-9c66f04dddae req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.099163 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c385dc12-ea33-4905-9275-9c66f04dddae req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.143706 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c385dc12-ea33-4905-9275-9c66f04dddae req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:35:34.146710 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-c385dc12-ea33-4905-9275-9c66f04dddae req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:35:34.150266 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c385dc12-ea33-4905-9275-9c66f04dddae req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:35:34.157114 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event updated for resources: {'Port': ['ID=d070995d-c78b-4802-a3e0-b31151f2fff2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:34.205938 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385dc12-ea33-4905-9275-9c66f04dddae req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:34.206559 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c385dc12-ea33-4905-9275-9c66f04dddae req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.225287 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-4b046011-ab46-47a0-ad1e-62135a311cc6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818255 Apr 11 06:35:34.242149 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Request body: {'port': {'device_id': '85e7d636-b3ed-43fb-889c-424e958482b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:34.303104 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.326622 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-48b986b7-52e2-482b-b246-c3c443ca1e5a None None] Provisioning complete for port d070995d-c78b-4802-a3e0-b31151f2fff2 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:34.327197 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48b986b7-52e2-482b-b246-c3c443ca1e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.359659 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-48b986b7-52e2-482b-b246-c3c443ca1e5a None None] Port d070995d-c78b-4802-a3e0-b31151f2fff2 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:35:34.562288 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f9188-a0b1-4384-9213-a8ee2681d45d req-161be9d8-eb25-4cf9-a54b-934b886c7724 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:34.563730 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c57f9188-a0b1-4384-9213-a8ee2681d45d req-161be9d8-eb25-4cf9-a54b-934b886c7724 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 932 time: 0.0610452 Apr 11 06:35:34.660055 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c57f9188-a0b1-4384-9213-a8ee2681d45d req-f538f4bc-030e-4a94-aca9-e231f9068cba tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885372 Apr 11 06:35:34.670361 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d070995d-c78b-4802-a3e0-b31151f2fff2 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:35:34.677959 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Publish callbacks [] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.690527 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Transition to ACTIVE for port object d070995d-c78b-4802-a3e0-b31151f2fff2 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:35:34.696580 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.747146 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Pushing event updated for resources: {'Port': ['ID=d070995d-c78b-4802-a3e0-b31151f2fff2,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:34.825176 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Attempting to bind port d070995d-c78b-4802-a3e0-b31151f2fff2 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:35:34.825510 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Attempting to bind port d070995d-c78b-4802-a3e0-b31151f2fff2 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:35:34.825839 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Attempting to bind port d070995d-c78b-4802-a3e0-b31151f2fff2 on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:34.830662 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Port d070995d-c78b-4802-a3e0-b31151f2fff2 on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:35:34.830988 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Attempting to bind port d070995d-c78b-4802-a3e0-b31151f2fff2 on network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:35:34.836172 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:35:34.836506 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Checking segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:35:34.836892 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Bound using segment: {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:35:34.837351 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Bound port: d070995d-c78b-4802-a3e0-b31151f2fff2, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932b2fed-3473-475b-9d83-1f2c0f98a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:35:34.837710 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.903583 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] For port d070995d-c78b-4802-a3e0-b31151f2fff2, host hv-cinder-83699, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:35:34.906727 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] For port d070995d-c78b-4802-a3e0-b31151f2fff2, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d070995d-c78b-4802-a3e0-b31151f2fff2,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:35:34.914147 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.951340 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:34.951953 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:34.953362 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] 10.222.0.20 "PUT /v2.0/ports/d070995d-c78b-4802-a3e0-b31151f2fff2 HTTP/1.1" status: 200 len: 1094 time: 0.7155840 Apr 11 06:35:34.953793 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e7d636-b3ed-43fb-889c-424e958482b3', 'tag': 'd070995d-c78b-4802-a3e0-b31151f2fff2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:34.956038 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801ff01c-2bf4-4924-a2b8-5a48bd17fe65" -d '{"events": [{"name": "network-changed", "server_uuid": "85e7d636-b3ed-43fb-889c-424e958482b3", "tag": "d070995d-c78b-4802-a3e0-b31151f2fff2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:34.989797 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6ff0c-bdfa-4c3f-9894-08cf5b7e7aaf service neutron] Pushing event updated for resources: {'Port': ['ID=d070995d-c78b-4802-a3e0-b31151f2fff2,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:35.006596 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0793e9a-a812-40da-9280-4b77bf61237b x-openstack-request-id: req-a0793e9a-a812-40da-9280-4b77bf61237b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:35.006873 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e7d636-b3ed-43fb-889c-424e958482b3", "tag": "d070995d-c78b-4802-a3e0-b31151f2fff2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:35.007137 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0793e9a-a812-40da-9280-4b77bf61237b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:35.007995 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0793e9a-a812-40da-9280-4b77bf61237b'] response: {'name': 'network-changed', 'server_uuid': '85e7d636-b3ed-43fb-889c-424e958482b3', 'tag': 'd070995d-c78b-4802-a3e0-b31151f2fff2', 'status': 'completed', 'code': 200} Apr 11 06:35:35.064704 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385dc12-ea33-4905-9275-9c66f04dddae req-899cf3eb-a86a-45a5-9875-c19d6aeb28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:35.066264 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-899cf3eb-a86a-45a5-9875-c19d6aeb28b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 1128 time: 0.0416589 Apr 11 06:35:35.109900 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-3ea83bda-d932-4bb6-ab71-eee3e21032fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d070995d-c78b-4802-a3e0-b31151f2fff2 HTTP/1.1" status: 200 len: 217 time: 0.0345051 Apr 11 06:35:35.157076 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385dc12-ea33-4905-9275-9c66f04dddae req-46240515-31d0-4246-8953-348b11b5ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:35.158517 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-46240515-31d0-4246-8953-348b11b5ebac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 HTTP/1.1" status: 200 len: 853 time: 0.0428534 Apr 11 06:35:35.204891 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385dc12-ea33-4905-9275-9c66f04dddae req-b8d7f0e0-ed40-43b2-993e-38dbefc37eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:35.206412 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-b8d7f0e0-ed40-43b2-993e-38dbefc37eb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410221 Apr 11 06:35:35.315217 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-90801aaf-7337-420a-8fe2-261b033da7ed service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962884 Apr 11 06:35:35.414890 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c385dc12-ea33-4905-9275-9c66f04dddae req-dc9082dd-1645-4b34-8a5e-183de0b67b98 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893781 Apr 11 06:35:35.796348 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c878ca-9942-4efe-a4de-bb093d44f860 req-a7145ab1-2562-487b-9cf9-0966b87b95d5 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:35.797821 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-03c878ca-9942-4efe-a4de-bb093d44f860 req-a7145ab1-2562-487b-9cf9-0966b87b95d5 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 944 time: 0.0630467 Apr 11 06:35:35.848100 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-03c878ca-9942-4efe-a4de-bb093d44f860 req-4e6fcdcf-11e8-4e38-938b-a658c429c1ad tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 Apr 11 06:35:36.606546 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ff01c-2bf4-4924-a2b8-5a48bd17fe65 req-4a51455e-5b41-416a-bcb8-b7608f25395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:36.608144 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-801ff01c-2bf4-4924-a2b8-5a48bd17fe65 req-4a51455e-5b41-416a-bcb8-b7608f25395d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 1128 time: 0.0425408 Apr 11 06:35:36.703558 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ff01c-2bf4-4924-a2b8-5a48bd17fe65 req-5c83842a-71f8-403b-a1ab-8aa26b70df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:36.705090 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-801ff01c-2bf4-4924-a2b8-5a48bd17fe65 req-5c83842a-71f8-403b-a1ab-8aa26b70df2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 914 time: 0.0903809 Apr 11 06:35:36.762523 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-801ff01c-2bf4-4924-a2b8-5a48bd17fe65 req-1e106270-c0a2-4d66-99a6-95ae6e9d6cc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d070995d-c78b-4802-a3e0-b31151f2fff2 HTTP/1.1" status: 200 len: 217 time: 0.0480442 Apr 11 06:35:36.811391 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ff01c-2bf4-4924-a2b8-5a48bd17fe65 req-8fdaf2a6-b85f-4d0a-a77c-6675761f182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:36.812779 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-801ff01c-2bf4-4924-a2b8-5a48bd17fe65 req-8fdaf2a6-b85f-4d0a-a77c-6675761f182e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 HTTP/1.1" status: 200 len: 853 time: 0.0424292 Apr 11 06:35:36.863747 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ff01c-2bf4-4924-a2b8-5a48bd17fe65 req-959e3227-5271-40a4-8157-c1f14e2fbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:36.865137 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-801ff01c-2bf4-4924-a2b8-5a48bd17fe65 req-959e3227-5271-40a4-8157-c1f14e2fbfb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386958 Apr 11 06:35:36.990505 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a137c0d-c189-478e-b02e-1646a509360b req-f13935ad-9ff7-4417-90e3-081403b0345c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:36.991971 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6a137c0d-c189-478e-b02e-1646a509360b req-f13935ad-9ff7-4417-90e3-081403b0345c tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 944 time: 0.0607212 Apr 11 06:35:37.009231 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-801ff01c-2bf4-4924-a2b8-5a48bd17fe65 req-87c6179b-1893-46a6-afb3-90ddbe7b7138 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336989 Apr 11 06:35:37.095573 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6a137c0d-c189-478e-b02e-1646a509360b req-34a2b001-6bf6-43e1-9a55-b006b31f7044 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976286 Apr 11 06:35:37.122780 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-801ff01c-2bf4-4924-a2b8-5a48bd17fe65 req-9fc1a540-bf8f-42fb-9cc3-cbc3af52e0e0 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041114 Apr 11 06:35:38.220732 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbf334-2363-4404-8fe6-a272623552d6 req-c427e46a-05d6-4411-bf63-3696d46eb87d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:38.222226 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-25bbf334-2363-4404-8fe6-a272623552d6 req-c427e46a-05d6-4411-bf63-3696d46eb87d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 944 time: 0.0527141 Apr 11 06:35:38.269775 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-25bbf334-2363-4404-8fe6-a272623552d6 req-62320e8e-7290-4c67-a187-ae7426ed17f7 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 Apr 11 06:35:38.304080 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device d070995d-c78b-4802-a3e0-b31151f2fff2 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:35:38.415942 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port d070995d-c78b-4802-a3e0-b31151f2fff2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d070995d-c78b-4802-a3e0-b31151f2fff2,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:38.429264 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': 'd070995d-c78b-4802-a3e0-b31151f2fff2', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'port_id': 'd070995d-c78b-4802-a3e0-b31151f2fff2', 'mac_address': 'fa:16:3e:0b:89:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:35:38.468538 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port d070995d-c78b-4802-a3e0-b31151f2fff2 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:38.468984 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.483145 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d070995d-c78b-4802-a3e0-b31151f2fff2 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:35:38.502716 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port d070995d-c78b-4802-a3e0-b31151f2fff2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d070995d-c78b-4802-a3e0-b31151f2fff2,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:38.509685 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:38.559853 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=d070995d-c78b-4802-a3e0-b31151f2fff2,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:38.812256 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['d070995d-c78b-4802-a3e0-b31151f2fff2'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:35:39.393418 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e49e2-6602-4fa5-a4e9-70643d20926b req-093d467c-a69e-4321-b19d-b4523048ebec tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:39.394919 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-274e49e2-6602-4fa5-a4e9-70643d20926b req-093d467c-a69e-4321-b19d-b4523048ebec tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 945 time: 0.0548503 Apr 11 06:35:39.446327 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-274e49e2-6602-4fa5-a4e9-70643d20926b req-858aec29-5b6d-43df-97fb-a75917f6a2d7 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459552 Apr 11 06:35:40.308180 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device d070995d-c78b-4802-a3e0-b31151f2fff2 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:35:40.360465 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port d070995d-c78b-4802-a3e0-b31151f2fff2 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:35:40.369266 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port d070995d-c78b-4802-a3e0-b31151f2fff2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:40.369704 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:40.447476 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port d070995d-c78b-4802-a3e0-b31151f2fff2 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:40.447885 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:40.472068 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e7d636-b3ed-43fb-889c-424e958482b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd070995d-c78b-4802-a3e0-b31151f2fff2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:40.474336 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797dc05a-4e47-440f-ad11-c6857e5c01ef" -d '{"events": [{"server_uuid": "85e7d636-b3ed-43fb-889c-424e958482b3", "name": "network-vif-plugged", "status": "completed", "tag": "d070995d-c78b-4802-a3e0-b31151f2fff2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:40.488150 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port d070995d-c78b-4802-a3e0-b31151f2fff2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d070995d-c78b-4802-a3e0-b31151f2fff2,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:40.495378 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:40.519208 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8b609e-80c8-4884-b7ed-d4a418bcba74 x-openstack-request-id: req-fb8b609e-80c8-4884-b7ed-d4a418bcba74 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:40.519524 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e7d636-b3ed-43fb-889c-424e958482b3", "name": "network-vif-plugged", "status": "completed", "tag": "d070995d-c78b-4802-a3e0-b31151f2fff2", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:40.519781 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb8b609e-80c8-4884-b7ed-d4a418bcba74 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:40.520179 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8b609e-80c8-4884-b7ed-d4a418bcba74'] response: {'server_uuid': '85e7d636-b3ed-43fb-889c-424e958482b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd070995d-c78b-4802-a3e0-b31151f2fff2', 'code': 200} Apr 11 06:35:40.548164 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=d070995d-c78b-4802-a3e0-b31151f2fff2,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:40.570421 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38326ae4-09a2-4b93-8a00-2efe7150f168 req-1717e07d-3c41-4c21-ac56-fe5c2901a80d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:40.571979 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38326ae4-09a2-4b93-8a00-2efe7150f168 req-1717e07d-3c41-4c21-ac56-fe5c2901a80d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 946 time: 0.0492780 Apr 11 06:35:40.622390 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38326ae4-09a2-4b93-8a00-2efe7150f168 req-9ed459ba-12ba-47a9-9179-2566af04f99f tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446100 Apr 11 06:35:40.737569 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199600e-ee1c-4c1a-bce1-d40978e961da req-7b5de144-e39b-41f6-a45c-7c84b61c466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:40.739040 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f199600e-ee1c-4c1a-bce1-d40978e961da req-7b5de144-e39b-41f6-a45c-7c84b61c466a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 1130 time: 0.0480185 Apr 11 06:35:40.787227 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f199600e-ee1c-4c1a-bce1-d40978e961da req-d12c2a3e-3218-4697-b1b0-44995da6b548 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397909 Apr 11 06:35:41.752873 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb7057-ecf2-46e4-8831-7881b3c9186b req-7d0d5410-e443-4fe6-b6a1-e3d8a63f7eaf tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:41.754323 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b6bb7057-ecf2-46e4-8831-7881b3c9186b req-7d0d5410-e443-4fe6-b6a1-e3d8a63f7eaf tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 946 time: 0.0533221 Apr 11 06:35:41.807186 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b6bb7057-ecf2-46e4-8831-7881b3c9186b req-56f49417-de58-43b8-9850-34aab68ab669 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444760 Apr 11 06:35:42.929303 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5ac97-b5e2-47bf-a88f-85e752799d65 req-e7566af5-3bb4-48bb-9015-da5fee86fa8b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:42.930780 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b7f5ac97-b5e2-47bf-a88f-85e752799d65 req-e7566af5-3bb4-48bb-9015-da5fee86fa8b tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 946 time: 0.0463302 Apr 11 06:35:42.994445 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b7f5ac97-b5e2-47bf-a88f-85e752799d65 req-8bd5e023-929e-43b7-a223-460e7096cd09 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576017 Apr 11 06:35:43.112089 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8097b0-e76d-435d-b64a-d906d3cd91d5 req-82f7ce58-946e-4e81-8e43-4cc09e8116a6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:43.114456 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2a8097b0-e76d-435d-b64a-d906d3cd91d5 req-82f7ce58-946e-4e81-8e43-4cc09e8116a6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 946 time: 0.0555446 Apr 11 06:35:43.129958 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39640) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:43.134327 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-4984f53b-eecd-439a-9c08-704477f8accb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Request body: {'floatingip': {'port_id': 'd070995d-c78b-4802-a3e0-b31151f2fff2'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:43.187803 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4984f53b-eecd-439a-9c08-704477f8accb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (a6b1a90a-da54-447a-b587-02b1645436a9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:43.896302 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4984f53b-eecd-439a-9c08-704477f8accb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:43.901955 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4984f53b-eecd-439a-9c08-704477f8accb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (a6b1a90a-da54-447a-b587-02b1645436a9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.008165 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-4984f53b-eecd-439a-9c08-704477f8accb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Floating IP a6b1a90a-da54-447a-b587-02b1645436a9 associated. External IP: 172.27.2.221, port: d070995d-c78b-4802-a3e0-b31151f2fff2. Apr 11 06:35:44.229600 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4984f53b-eecd-439a-9c08-704477f8accb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Router f8a382dd-e48c-4156-a92f-e5be092eb7ca has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:44.351674 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4984f53b-eecd-439a-9c08-704477f8accb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:44.357352 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4984f53b-eecd-439a-9c08-704477f8accb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:44.361998 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6d96e-438a-496a-bba9-a4fe4cee7779 None None] Sync routers for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:44.372393 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6d96e-438a-496a-bba9-a4fe4cee7779 None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:44.373043 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-70a6d96e-438a-496a-bba9-a4fe4cee7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:44.387020 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4984f53b-eecd-439a-9c08-704477f8accb tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "PUT /v2.0/floatingips/a6b1a90a-da54-447a-b587-02b1645436a9 HTTP/1.1" status: 200 len: 992 time: 1.2559733 Apr 11 06:35:44.387564 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e7d636-b3ed-43fb-889c-424e958482b3', 'tag': 'd070995d-c78b-4802-a3e0-b31151f2fff2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:44.389856 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef30fc11-dc46-4a22-a3b8-ae0d390d8d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "85e7d636-b3ed-43fb-889c-424e958482b3", "tag": "d070995d-c78b-4802-a3e0-b31151f2fff2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:44.425515 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79123d83-737b-4b6c-a875-ad65ec06bf6a x-openstack-request-id: req-79123d83-737b-4b6c-a875-ad65ec06bf6a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:44.425786 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e7d636-b3ed-43fb-889c-424e958482b3", "tag": "d070995d-c78b-4802-a3e0-b31151f2fff2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:44.426058 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79123d83-737b-4b6c-a875-ad65ec06bf6a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:44.426457 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79123d83-737b-4b6c-a875-ad65ec06bf6a'] response: {'name': 'network-changed', 'server_uuid': '85e7d636-b3ed-43fb-889c-424e958482b3', 'tag': 'd070995d-c78b-4802-a3e0-b31151f2fff2', 'status': 'completed', 'code': 200} Apr 11 06:35:44.480659 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-70a6d96e-438a-496a-bba9-a4fe4cee7779 None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:44.546855 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30fc11-dc46-4a22-a3b8-ae0d390d8d8d req-5a5c8043-1e6c-4cc2-bc3c-5ef622c74182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:44.548371 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef30fc11-dc46-4a22-a3b8-ae0d390d8d8d req-5a5c8043-1e6c-4cc2-bc3c-5ef622c74182 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b29caae4ee6c45cc97f3f452026667f6&device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 1130 time: 0.0873218 Apr 11 06:35:44.648075 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30fc11-dc46-4a22-a3b8-ae0d390d8d8d req-31f4f9a4-4588-4c89-ad7a-660886a72ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:44.649593 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef30fc11-dc46-4a22-a3b8-ae0d390d8d8d req-31f4f9a4-4588-4c89-ad7a-660886a72ad8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 200 len: 914 time: 0.0888333 Apr 11 06:35:44.702190 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-70a6d96e-438a-496a-bba9-a4fe4cee7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': 'a6b1a90a-da54-447a-b587-02b1645436a9', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'd070995d-c78b-4802-a3e0-b31151f2fff2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:0b:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7d636-b3ed-43fb-889c-424e958482b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:35:31Z', 'updated_at': '2022-04-11T06:35:43Z', 'revision_number': 1, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:44.714539 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef30fc11-dc46-4a22-a3b8-ae0d390d8d8d req-155a1ef8-b12b-41fc-b96d-277923a2df18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d070995d-c78b-4802-a3e0-b31151f2fff2 HTTP/1.1" status: 200 len: 1000 time: 0.0584505 Apr 11 06:35:44.732163 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6d96e-438a-496a-bba9-a4fe4cee7779 None None] Checking router: f8a382dd-e48c-4156-a92f-e5be092eb7ca for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:44.740827 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6d96e-438a-496a-bba9-a4fe4cee7779 None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:44.741474 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-70a6d96e-438a-496a-bba9-a4fe4cee7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:44.765162 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30fc11-dc46-4a22-a3b8-ae0d390d8d8d req-93a0abd0-2094-4a3f-9c9e-c9d94e1fd3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:44.766659 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef30fc11-dc46-4a22-a3b8-ae0d390d8d8d req-93a0abd0-2094-4a3f-9c9e-c9d94e1fd3e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 HTTP/1.1" status: 200 len: 853 time: 0.0445507 Apr 11 06:35:44.824085 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30fc11-dc46-4a22-a3b8-ae0d390d8d8d req-6014b3a4-3e48-4bc2-b351-c246a77006d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:44.825625 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef30fc11-dc46-4a22-a3b8-ae0d390d8d8d req-6014b3a4-3e48-4bc2-b351-c246a77006d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446067 Apr 11 06:35:44.853387 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-70a6d96e-438a-496a-bba9-a4fe4cee7779 None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:44.915232 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef30fc11-dc46-4a22-a3b8-ae0d390d8d8d req-5edcaf8a-af14-4468-8457-78335c8582c6 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821946 Apr 11 06:35:45.011185 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef30fc11-dc46-4a22-a3b8-ae0d390d8d8d req-33a9e427-15b7-4ad8-b035-fab1bc1b2690 service neutron] 10.222.0.20 "GET /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878649 Apr 11 06:35:45.193809 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-70a6d96e-438a-496a-bba9-a4fe4cee7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': 'a6b1a90a-da54-447a-b587-02b1645436a9', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'd070995d-c78b-4802-a3e0-b31151f2fff2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:0b:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7d636-b3ed-43fb-889c-424e958482b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:35:31Z', 'updated_at': '2022-04-11T06:35:43Z', 'revision_number': 1, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:45.223139 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6d96e-438a-496a-bba9-a4fe4cee7779 None None] The sync data for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi is: [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': 'a6b1a90a-da54-447a-b587-02b1645436a9', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'port_id': 'd070995d-c78b-4802-a3e0-b31151f2fff2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'mac_address': 'fa:16:3e:0b:89:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e7d636-b3ed-43fb-889c-424e958482b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:35:31Z', 'updated_at': '2022-04-11T06:35:43Z', 'revision_number': 1, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:45.419504 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f62b77-57e4-47da-8c69-ed12328e7cbc None None] New status for floating IP a6b1a90a-da54-447a-b587-02b1645436a9: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:35:51.093298 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d0ff934-1c77-4b93-b982-5a641ff39354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:52.894627 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c151d4-10e5-4fe4-8835-9fd3e786f42c req-2d255906-26f0-4ff4-b962-a78318763194 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:52.895993 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-35c151d4-10e5-4fe4-8835-9fd3e786f42c req-2d255906-26f0-4ff4-b962-a78318763194 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0537372 Apr 11 06:35:52.946671 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-35c151d4-10e5-4fe4-8835-9fd3e786f42c req-dd8ec3fd-1e3a-4024-80b6-bd5d04f95202 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445507 Apr 11 06:35:53.139296 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c854fb4f-2f03-48da-9f74-d9490107c704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:54.074792 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423b47e-7e7c-4c0c-8e84-87eefead4e66 req-f9dedf2c-263b-4cbb-9f2b-75bc7a71c77f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:54.076228 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a423b47e-7e7c-4c0c-8e84-87eefead4e66 req-f9dedf2c-263b-4cbb-9f2b-75bc7a71c77f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0495994 Apr 11 06:35:54.128229 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a423b47e-7e7c-4c0c-8e84-87eefead4e66 req-2717596d-f7ff-423e-8796-16108fc9b8a8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438914 Apr 11 06:35:54.602583 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:55.257639 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1162117-0f26-4508-9837-be2b25855a25 req-3fba0bad-58b9-4cd1-b190-5b941024948b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:55.259020 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d1162117-0f26-4508-9837-be2b25855a25 req-3fba0bad-58b9-4cd1-b190-5b941024948b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0490232 Apr 11 06:35:55.310428 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d1162117-0f26-4508-9837-be2b25855a25 req-2ea233b5-ddd9-4e38-a8c0-c2f7f827268b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421708 Apr 11 06:35:55.792718 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:55.941162 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:56.429056 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff239ec-f732-4fbe-a989-cc2b93aab93b req-b73d1917-83be-44d4-86ac-33ca809fdd3b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:56.430545 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1ff239ec-f732-4fbe-a989-cc2b93aab93b req-b73d1917-83be-44d4-86ac-33ca809fdd3b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0476792 Apr 11 06:35:56.477237 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1ff239ec-f732-4fbe-a989-cc2b93aab93b req-373f96bd-f906-4f59-ac3a-6ac54db430ef tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=eaeceffb-b68f-4123-93e5-dff756d8d283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407155 Apr 11 06:35:56.998554 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-1cba14ed-8217-453f-a03f-615b7e8edaf8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:57.000133 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-1cba14ed-8217-453f-a03f-615b7e8edaf8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 946 time: 0.0557861 Apr 11 06:35:57.087245 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Deleting port 350f5d83-c3d8-4058-92e8-3d5c1e752799 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:57.087884 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:57.180278 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] For port 350f5d83-c3d8-4058-92e8-3d5c1e752799, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=350f5d83-c3d8-4058-92e8-3d5c1e752799,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:57.180636 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:57.216633 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:57.363416 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:57.363838 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (502a24bf-0ddc-4665-a032-813dcf02fe6c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:57.364287 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Floating IP 502a24bf-0ddc-4665-a032-813dcf02fe6c disassociated. External IP: 172.27.2.163, port: 350f5d83-c3d8-4058-92e8-3d5c1e752799. Apr 11 06:35:57.364633 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Calling delete_port for 350f5d83-c3d8-4058-92e8-3d5c1e752799 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:57.504953 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (350f5d83-c3d8-4058-92e8-3d5c1e752799), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:57.535535 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event deleted for resources: {'Port': ['ID=350f5d83-c3d8-4058-92e8-3d5c1e752799,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:57.560289 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.560647 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.561007 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.561365 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.561695 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.562027 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.562355 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.562680 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.563009 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.563335 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.563658 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.563977 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.564298 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.564619 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.564941 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:57.586888 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d762e1b-3c7a-4857-b87d-b926be4f0423 req-412caba0-a0ec-4744-a56e-a47f42c6f737 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe24671-962e-408d-8331-cba42019d6dd HTTP/1.1" status: 200 len: 210 time: 0.0396988 Apr 11 06:35:57.692538 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:57.809736 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:57.825412 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1febf5-0891-4084-979b-998d98c5cf51 None None] Sync routers for ids ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:57.836773 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1febf5-0891-4084-979b-998d98c5cf51 None None] Routers {'84bd57e8-b720-4e84-85c0-0832f9bcd7f3'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:57.838453 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ef1febf5-0891-4084-979b-998d98c5cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:57.855204 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] No DVR routers for this DVR port 350f5d83-c3d8-4058-92e8-3d5c1e752799 on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:35:57.858975 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:57.862202 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fc7592cf-ea0b-46ec-b6d2-cc857b8595c2 req-17f9f4a9-b902-41cb-a294-2e20a8df7a5d tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "DELETE /v2.0/ports/350f5d83-c3d8-4058-92e8-3d5c1e752799 HTTP/1.1" status: 204 len: 173 time: 0.8557186 Apr 11 06:35:57.862649 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe24671-962e-408d-8331-cba42019d6dd', 'name': 'network-vif-deleted', 'tag': '350f5d83-c3d8-4058-92e8-3d5c1e752799'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:57.864887 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b0fbc7-8ec9-44a3-b678-6ddb4ac70c78" -d '{"events": [{"server_uuid": "cbe24671-962e-408d-8331-cba42019d6dd", "name": "network-vif-deleted", "tag": "350f5d83-c3d8-4058-92e8-3d5c1e752799"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:57.909226 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa15afe2-3b70-4b5d-bc82-eb6c676fec89 x-openstack-request-id: req-aa15afe2-3b70-4b5d-bc82-eb6c676fec89 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:35:57.909721 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe24671-962e-408d-8331-cba42019d6dd", "name": "network-vif-deleted", "tag": "350f5d83-c3d8-4058-92e8-3d5c1e752799", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:35:57.910162 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa15afe2-3b70-4b5d-bc82-eb6c676fec89 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:35:57.910737 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa15afe2-3b70-4b5d-bc82-eb6c676fec89'] response: {'server_uuid': 'cbe24671-962e-408d-8331-cba42019d6dd', 'name': 'network-vif-deleted', 'tag': '350f5d83-c3d8-4058-92e8-3d5c1e752799', 'status': 'completed', 'code': 200} Apr 11 06:35:58.039695 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ef1febf5-0891-4084-979b-998d98c5cf51 None None] Set router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:58.082303 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-21144189-7da4-4de3-a499-ca6cb300ff53 req-b75b3fb0-b3e7-4757-897f-364220d3d9e1 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431111164&fields=id&tenant_id=6a166131e4b1483d81edac72f8ca239e HTTP/1.1" status: 200 len: 267 time: 0.0702543 Apr 11 06:35:58.161868 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21144189-7da4-4de3-a499-ca6cb300ff53 req-4b1eb2b6-b29a-41de-a606-c8da742c2a5f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:58.163419 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-21144189-7da4-4de3-a499-ca6cb300ff53 req-4b1eb2b6-b29a-41de-a606-c8da742c2a5f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 984 time: 0.0757928 Apr 11 06:35:58.175808 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-21144189-7da4-4de3-a499-ca6cb300ff53 req-f815b251-4128-4ce0-a6e3-b61758169abb tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Request body: {'port': {'security_groups': ['f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:35:58.260528 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-21144189-7da4-4de3-a499-ca6cb300ff53 req-f815b251-4128-4ce0-a6e3-b61758169abb tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (166384b4-2352-4ff7-9230-20936e84651f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:58.278397 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ef1febf5-0891-4084-979b-998d98c5cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '42c94d9e-0147-4060-969c-6590d22a8232', 'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'mac_address': 'fa:16:3e:d6:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:40Z', 'updated_at': '2022-04-11T06:30:52Z', 'revision_number': 5, 'project_id': '5172a438ed16452899c496083e8fae1a', 'subnets': [{'id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:58.310202 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1febf5-0891-4084-979b-998d98c5cf51 None None] Checking router: 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:35:58.326916 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1febf5-0891-4084-979b-998d98c5cf51 None None] Routers {'84bd57e8-b720-4e84-85c0-0832f9bcd7f3'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:58.328241 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ef1febf5-0891-4084-979b-998d98c5cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:58.466723 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ef1febf5-0891-4084-979b-998d98c5cf51 None None] Set router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:35:58.471287 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-21144189-7da4-4de3-a499-ca6cb300ff53 req-f815b251-4128-4ce0-a6e3-b61758169abb tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] For port 166384b4-2352-4ff7-9230-20936e84651f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=166384b4-2352-4ff7-9230-20936e84651f,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:35:58.505375 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-21144189-7da4-4de3-a499-ca6cb300ff53 req-f815b251-4128-4ce0-a6e3-b61758169abb tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for port (166384b4-2352-4ff7-9230-20936e84651f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:58.510236 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-21144189-7da4-4de3-a499-ca6cb300ff53 req-f815b251-4128-4ce0-a6e3-b61758169abb tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (166384b4-2352-4ff7-9230-20936e84651f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:58.560431 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['166384b4-2352-4ff7-9230-20936e84651f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:35:58.573036 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21144189-7da4-4de3-a499-ca6cb300ff53 req-f815b251-4128-4ce0-a6e3-b61758169abb tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:35:58.573036 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-21144189-7da4-4de3-a499-ca6cb300ff53 req-f815b251-4128-4ce0-a6e3-b61758169abb tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:58.574862 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-21144189-7da4-4de3-a499-ca6cb300ff53 req-f815b251-4128-4ce0-a6e3-b61758169abb tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "PUT /v2.0/ports/166384b4-2352-4ff7-9230-20936e84651f HTTP/1.1" status: 200 len: 942 time: 0.4048851 Apr 11 06:35:58.584073 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:58.613915 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815b251-4128-4ce0-a6e3-b61758169abb tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event updated for resources: {'Port': ['ID=166384b4-2352-4ff7-9230-20936e84651f,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:58.690077 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['166384b4-2352-4ff7-9230-20936e84651f'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:35:58.703399 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group (96fe63d2-cc0b-4500-8a71-1f70ca748cd5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:58.732682 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39710) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:58.739446 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group (96fe63d2-cc0b-4500-8a71-1f70ca748cd5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:58.806763 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac7cd5bf-f865-43fa-911c-2c1ffb5d83ea tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for security_group (eaeceffb-b68f-4123-93e5-dff756d8d283), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:58.840252 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (96fe63d2-cc0b-4500-8a71-1f70ca748cd5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:58.845231 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:58.847007 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "DELETE /v2.0/security-groups/96fe63d2-cc0b-4500-8a71-1f70ca748cd5 HTTP/1.1" status: 204 len: 168 time: 0.2614501 Apr 11 06:35:58.857174 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:58.859370 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fe63d2-cc0b-4500-8a71-1f70ca748cd5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:58.863428 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac7cd5bf-f865-43fa-911c-2c1ffb5d83ea tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for security_group (eaeceffb-b68f-4123-93e5-dff756d8d283), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:58.879149 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ef1febf5-0891-4084-979b-998d98c5cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '42c94d9e-0147-4060-969c-6590d22a8232', 'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'mac_address': 'fa:16:3e:d6:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:40Z', 'updated_at': '2022-04-11T06:30:52Z', 'revision_number': 5, 'project_id': '5172a438ed16452899c496083e8fae1a', 'subnets': [{'id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:58.916952 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.917399 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.918102 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.918693 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.919121 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.920132 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.920669 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.921084 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.921423 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.922367 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.922543 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac7cd5bf-f865-43fa-911c-2c1ffb5d83ea tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (eaeceffb-b68f-4123-93e5-dff756d8d283), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:58.923094 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.923671 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.924374 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.925027 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.925515 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce0fab-722c-473a-862e-de5b6a23ef6a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:35:58.926490 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ac7cd5bf-f865-43fa-911c-2c1ffb5d83ea tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:58.927548 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1febf5-0891-4084-979b-998d98c5cf51 None None] The sync data for ids ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'] in dv-cinder-836996-3-iscsi is: [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '42c94d9e-0147-4060-969c-6590d22a8232', 'name': '', 'network_id': '91ae923f-e529-4c46-bebf-04bc44672a05', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'mac_address': 'fa:16:3e:d6:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:40Z', 'updated_at': '2022-04-11T06:30:52Z', 'revision_number': 5, 'project_id': '5172a438ed16452899c496083e8fae1a', 'subnets': [{'id': '370610d9-2d32-42ba-9b8e-976ebda59ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:35:58.927745 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ac7cd5bf-f865-43fa-911c-2c1ffb5d83ea tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "DELETE /v2.0/security-groups/eaeceffb-b68f-4123-93e5-dff756d8d283 HTTP/1.1" status: 204 len: 168 time: 0.1936457 Apr 11 06:35:58.931686 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39714) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:58.964016 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cd5bf-f865-43fa-911c-2c1ffb5d83ea tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeceffb-b68f-4123-93e5-dff756d8d283,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:58.978462 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.api.v2.resource [None req-2a80c25e-f04a-4385-92f3-618b9441fdf9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] show failed (client error): The resource could not be found. Apr 11 06:35:58.980081 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2a80c25e-f04a-4385-92f3-618b9441fdf9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups/eaeceffb-b68f-4123-93e5-dff756d8d283 HTTP/1.1" status: 404 len: 347 time: 0.0469911 Apr 11 06:35:58.982347 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39716) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:35:58.983784 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-51a5804c-b124-4288-a355-9e1c34faa4b2 None None] Provisioning complete for port 166384b4-2352-4ff7-9230-20936e84651f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:35:58.984343 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51a5804c-b124-4288-a355-9e1c34faa4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (166384b4-2352-4ff7-9230-20936e84651f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.111057 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Deleting port dcebc307-df0f-44b2-a7e3-eb9bce45ba14 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:59.111898 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (dcebc307-df0f-44b2-a7e3-eb9bce45ba14), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.128500 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-923672a1-9041-409f-b17a-7ad75b118623 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Deleting port 590aee8a-8d06-468e-ac92-4fa9a772cead {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:35:59.128633 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-923672a1-9041-409f-b17a-7ad75b118623 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (590aee8a-8d06-468e-ac92-4fa9a772cead), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.177246 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-51a5804c-b124-4288-a355-9e1c34faa4b2 None None] Current status of the port 166384b4-2352-4ff7-9230-20936e84651f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:35:59.210413 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (dcebc307-df0f-44b2-a7e3-eb9bce45ba14), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.210839 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for floatingip (dcebc307-df0f-44b2-a7e3-eb9bce45ba14), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.218783 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-923672a1-9041-409f-b17a-7ad75b118623 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (590aee8a-8d06-468e-ac92-4fa9a772cead), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.219104 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-923672a1-9041-409f-b17a-7ad75b118623 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for floatingip (590aee8a-8d06-468e-ac92-4fa9a772cead), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.226508 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Calling delete_port for dcebc307-df0f-44b2-a7e3-eb9bce45ba14 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:59.233262 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-923672a1-9041-409f-b17a-7ad75b118623 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Calling delete_port for 590aee8a-8d06-468e-ac92-4fa9a772cead owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:35:59.266297 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59a77a2-2520-4017-bf83-31f9ecd0e94d None None] New status for floating IP 502a24bf-0ddc-4665-a032-813dcf02fe6c: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:35:59.375688 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-923672a1-9041-409f-b17a-7ad75b118623 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (590aee8a-8d06-468e-ac92-4fa9a772cead), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.377035 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.db.api [None req-f59a77a2-2520-4017-bf83-31f9ecd0e94d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 06:35:59.377399 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG oslo_db.api [None req-f59a77a2-2520-4017-bf83-31f9ecd0e94d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 06:35:59.401801 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923672a1-9041-409f-b17a-7ad75b118623 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event deleted for resources: {'Port': ['ID=590aee8a-8d06-468e-ac92-4fa9a772cead,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:59.404259 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (dcebc307-df0f-44b2-a7e3-eb9bce45ba14), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.437827 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event deleted for resources: {'Port': ['ID=dcebc307-df0f-44b2-a7e3-eb9bce45ba14,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:35:59.468545 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-923672a1-9041-409f-b17a-7ad75b118623 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks [] for floatingip (502a24bf-0ddc-4665-a032-813dcf02fe6c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.471286 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-923672a1-9041-409f-b17a-7ad75b118623 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.472457 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-923672a1-9041-409f-b17a-7ad75b118623 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "DELETE /v2.0/floatingips/502a24bf-0ddc-4665-a032-813dcf02fe6c HTTP/1.1" status: 204 len: 168 time: 0.4890802 Apr 11 06:35:59.497834 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks [] for floatingip (a527a939-da0c-45da-b275-ae50c638c4b5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.498329 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Floating IP a527a939-da0c-45da-b275-ae50c638c4b5 disassociated (deleted). External IP: 172.27.2.74, port: 166384b4-2352-4ff7-9230-20936e84651f. Apr 11 06:35:59.725799 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Router 6f69a5b2-570f-4472-b6df-724cb42863f8 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:35:59.848393 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:35:59.853296 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:35:59.858224 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3314d4-bb88-403c-82de-b77b0fae33e6 None None] Sync routers for ids ['6f69a5b2-570f-4472-b6df-724cb42863f8'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:35:59.869228 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3314d4-bb88-403c-82de-b77b0fae33e6 None None] Routers {'6f69a5b2-570f-4472-b6df-724cb42863f8'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:35:59.869861 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9b3314d4-bb88-403c-82de-b77b0fae33e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['6f69a5b2-570f-4472-b6df-724cb42863f8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:35:59.878580 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59a77a2-2520-4017-bf83-31f9ecd0e94d None None] New status for floating IP 502a24bf-0ddc-4665-a032-813dcf02fe6c: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:35:59.886194 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-80f7164f-23cb-4909-8114-7c222aa90851 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "DELETE /v2.0/floatingips/a527a939-da0c-45da-b275-ae50c638c4b5 HTTP/1.1" status: 204 len: 168 time: 1.0276210 Apr 11 06:35:59.886781 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'tag': '166384b4-2352-4ff7-9230-20936e84651f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:59.889536 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d5a89e-7ee6-4231-911a-a6d85f7901f4" -d '{"events": [{"name": "network-changed", "server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "tag": "166384b4-2352-4ff7-9230-20936e84651f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:35:59.912526 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'tag': '166384b4-2352-4ff7-9230-20936e84651f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:35:59.915428 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38860a0f-e34b-4e58-8b10-55980dafb134" -d '{"events": [{"name": "network-changed", "server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "tag": "166384b4-2352-4ff7-9230-20936e84651f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:00.005895 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ed25d0-86b3-4ce5-8dd8-d638964ba9b4 x-openstack-request-id: req-f2ed25d0-86b3-4ce5-8dd8-d638964ba9b4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:00.006188 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "tag": "166384b4-2352-4ff7-9230-20936e84651f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:00.006445 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2ed25d0-86b3-4ce5-8dd8-d638964ba9b4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:00.006909 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ed25d0-86b3-4ce5-8dd8-d638964ba9b4'] response: {'name': 'network-changed', 'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'tag': '166384b4-2352-4ff7-9230-20936e84651f', 'status': 'completed', 'code': 200} Apr 11 06:36:00.054808 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006d8a73-a5e6-4617-9d71-f87738dbe2ee x-openstack-request-id: req-006d8a73-a5e6-4617-9d71-f87738dbe2ee {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:00.055291 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "tag": "166384b4-2352-4ff7-9230-20936e84651f", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:00.055568 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-006d8a73-a5e6-4617-9d71-f87738dbe2ee {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:00.055941 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006d8a73-a5e6-4617-9d71-f87738dbe2ee'] response: {'name': 'network-changed', 'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'tag': '166384b4-2352-4ff7-9230-20936e84651f', 'status': 'completed', 'code': 200} Apr 11 06:36:00.096019 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5a89e-7ee6-4231-911a-a6d85f7901f4 req-c7dc1f51-244a-44a6-b176-87a2fdb56571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:00.097758 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1d5a89e-7ee6-4231-911a-a6d85f7901f4 req-c7dc1f51-244a-44a6-b176-87a2fdb56571 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a166131e4b1483d81edac72f8ca239e&device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 1129 time: 0.0545263 Apr 11 06:36:00.133817 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9b3314d4-bb88-403c-82de-b77b0fae33e6 None None] Set router 6f69a5b2-570f-4472-b6df-724cb42863f8 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:00.249733 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5a89e-7ee6-4231-911a-a6d85f7901f4 req-783e5717-2258-4f57-9ab4-03278e59815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:00.251392 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1d5a89e-7ee6-4231-911a-a6d85f7901f4 req-783e5717-2258-4f57-9ab4-03278e59815c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b769bb07-bc63-4ce0-963d-a6ae425f54ff HTTP/1.1" status: 200 len: 914 time: 0.1457288 Apr 11 06:36:00.340752 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9b3314d4-bb88-403c-82de-b77b0fae33e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:33:20Z', 'revision_number': 4, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '1c74f2ae-9004-439e-8cad-0891785b278d', 'name': '', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'mac_address': 'fa:16:3e:17:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:18Z', 'updated_at': '2022-04-11T06:33:24Z', 'revision_number': 5, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'subnets': [{'id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:00.366829 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3314d4-bb88-403c-82de-b77b0fae33e6 None None] Checking router: 6f69a5b2-570f-4472-b6df-724cb42863f8 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:36:00.376253 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3314d4-bb88-403c-82de-b77b0fae33e6 None None] Routers {'6f69a5b2-570f-4472-b6df-724cb42863f8'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:00.376861 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9b3314d4-bb88-403c-82de-b77b0fae33e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['6f69a5b2-570f-4472-b6df-724cb42863f8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:00.434814 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 350f5d83-c3d8-4058-92e8-3d5c1e752799 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:00.485471 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: 350f5d83-c3d8-4058-92e8-3d5c1e752799 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:00.485773 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 350f5d83-c3d8-4058-92e8-3d5c1e752799 not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:00.510768 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9b3314d4-bb88-403c-82de-b77b0fae33e6 None None] Set router 6f69a5b2-570f-4472-b6df-724cb42863f8 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:00.576697 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1d5a89e-7ee6-4231-911a-a6d85f7901f4 req-899b2ba6-738f-4a0a-b6e1-50b84d52bb08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=166384b4-2352-4ff7-9230-20936e84651f HTTP/1.1" status: 200 len: 217 time: 0.0346308 Apr 11 06:36:00.656720 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5a89e-7ee6-4231-911a-a6d85f7901f4 req-d6e11da1-8af4-44b8-990f-fe7b41e666bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:00.658592 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1d5a89e-7ee6-4231-911a-a6d85f7901f4 req-d6e11da1-8af4-44b8-990f-fe7b41e666bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae23a7a3-69af-4490-9a44-89d62e66bbf8 HTTP/1.1" status: 200 len: 853 time: 0.0742033 Apr 11 06:36:00.710815 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9b3314d4-bb88-403c-82de-b77b0fae33e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:33:20Z', 'revision_number': 4, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '1c74f2ae-9004-439e-8cad-0891785b278d', 'name': '', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'mac_address': 'fa:16:3e:17:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:18Z', 'updated_at': '2022-04-11T06:33:24Z', 'revision_number': 5, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'subnets': [{'id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:00.742933 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3314d4-bb88-403c-82de-b77b0fae33e6 None None] The sync data for ids ['6f69a5b2-570f-4472-b6df-724cb42863f8'] in dv-cinder-836996-3-iscsi is: [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:33:20Z', 'revision_number': 4, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '1c74f2ae-9004-439e-8cad-0891785b278d', 'name': '', 'network_id': 'b769bb07-bc63-4ce0-963d-a6ae425f54ff', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'mac_address': 'fa:16:3e:17:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:18Z', 'updated_at': '2022-04-11T06:33:24Z', 'revision_number': 5, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'subnets': [{'id': 'ae23a7a3-69af-4490-9a44-89d62e66bbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:36:00.995884 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d848c9-3e43-4ce3-bb5c-45f1ae8f0a71 None None] New status for floating IP a527a939-da0c-45da-b275-ae50c638c4b5: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:36:01.038033 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5a89e-7ee6-4231-911a-a6d85f7901f4 req-ab7f5a17-67a3-48a1-a57b-697f3f6ecf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:01.039711 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1d5a89e-7ee6-4231-911a-a6d85f7901f4 req-ab7f5a17-67a3-48a1-a57b-697f3f6ecf16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b769bb07-bc63-4ce0-963d-a6ae425f54ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3194785 Apr 11 06:36:01.134868 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1d5a89e-7ee6-4231-911a-a6d85f7901f4 req-e0f710cc-e4b4-45c9-b1ba-17990279f379 service neutron] 10.222.0.20 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858209 Apr 11 06:36:01.233736 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1d5a89e-7ee6-4231-911a-a6d85f7901f4 req-09f0dd86-417d-49b7-854b-aaff040f10d6 service neutron] 10.222.0.20 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856206 Apr 11 06:36:01.318770 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38860a0f-e34b-4e58-8b10-55980dafb134 req-14f0d740-4b46-4b68-bc89-f631f80d1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:01.320282 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38860a0f-e34b-4e58-8b10-55980dafb134 req-14f0d740-4b46-4b68-bc89-f631f80d1234 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a166131e4b1483d81edac72f8ca239e&device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 1129 time: 0.0392711 Apr 11 06:36:01.423285 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38860a0f-e34b-4e58-8b10-55980dafb134 req-10465ad4-1d0b-4302-8c90-b266dbfbab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:01.424852 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38860a0f-e34b-4e58-8b10-55980dafb134 req-10465ad4-1d0b-4302-8c90-b266dbfbab90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b769bb07-bc63-4ce0-963d-a6ae425f54ff HTTP/1.1" status: 200 len: 914 time: 0.0988350 Apr 11 06:36:01.486578 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38860a0f-e34b-4e58-8b10-55980dafb134 req-6c7f6434-9ae2-401c-80b2-79250d8232ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=166384b4-2352-4ff7-9230-20936e84651f HTTP/1.1" status: 200 len: 217 time: 0.0411944 Apr 11 06:36:01.539059 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38860a0f-e34b-4e58-8b10-55980dafb134 req-11e6d321-8c56-4342-971b-3012dad49890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:01.540392 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38860a0f-e34b-4e58-8b10-55980dafb134 req-11e6d321-8c56-4342-971b-3012dad49890 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae23a7a3-69af-4490-9a44-89d62e66bbf8 HTTP/1.1" status: 200 len: 853 time: 0.0474813 Apr 11 06:36:01.585561 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38860a0f-e34b-4e58-8b10-55980dafb134 req-3dd2cdcc-6f54-4263-be6a-01380057dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:01.587063 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38860a0f-e34b-4e58-8b10-55980dafb134 req-3dd2cdcc-6f54-4263-be6a-01380057dbe1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b769bb07-bc63-4ce0-963d-a6ae425f54ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401385 Apr 11 06:36:01.681008 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38860a0f-e34b-4e58-8b10-55980dafb134 req-bfc56242-362a-48fc-ba6f-297d3b230389 service neutron] 10.222.0.20 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861962 Apr 11 06:36:01.782818 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38860a0f-e34b-4e58-8b10-55980dafb134 req-ab5c734d-91ac-4c2b-93c9-e250d085be55 service neutron] 10.222.0.20 "GET /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926623 Apr 11 06:36:01.960186 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b36a28-ea96-46ac-87d1-6a112b7b4008 req-8b2ba243-31ca-4a86-b8ec-c99cca0922b3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:01.961747 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-80b36a28-ea96-46ac-87d1-6a112b7b4008 req-8b2ba243-31ca-4a86-b8ec-c99cca0922b3 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0537801 Apr 11 06:36:02.013541 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-80b36a28-ea96-46ac-87d1-6a112b7b4008 req-952e7c82-01f5-47ae-bb56-9e5ba32bf4d8 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446172 Apr 11 06:36:02.157645 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:36:02.697095 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272506b-a7a5-4a5d-ba66-338cd70a35b7 req-8ba05bd7-1a0c-4ad9-862a-446d75edfca0 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:02.698627 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b272506b-a7a5-4a5d-ba66-338cd70a35b7 req-8ba05bd7-1a0c-4ad9-862a-446d75edfca0 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0602734 Apr 11 06:36:02.748533 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b272506b-a7a5-4a5d-ba66-338cd70a35b7 req-c3882531-7d7d-4058-9932-9d22f6c606b7 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430470 Apr 11 06:36:03.042935 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4cdde-58c0-45a1-ad39-d850f2abbfc0 req-ad6f464a-36fa-4ba9-ae5a-6e829ecf9d44 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:03.044391 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-05d4cdde-58c0-45a1-ad39-d850f2abbfc0 req-ad6f464a-36fa-4ba9-ae5a-6e829ecf9d44 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0469992 Apr 11 06:36:03.100754 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-05d4cdde-58c0-45a1-ad39-d850f2abbfc0 req-aaf1c0c0-6a2c-4601-bc8e-b262113904fa tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506511 Apr 11 06:36:03.139875 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93028e69-7798-4c32-92d8-ff1a28507967 req-19cf25d7-2153-4557-80a9-6cc205ea1575 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:03.141543 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-93028e69-7798-4c32-92d8-ff1a28507967 req-19cf25d7-2153-4557-80a9-6cc205ea1575 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0519052 Apr 11 06:36:03.194374 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-93028e69-7798-4c32-92d8-ff1a28507967 req-a09a3384-3eb0-4840-a847-029f8b48cbd1 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447235 Apr 11 06:36:03.866195 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66bfdc-118c-48f2-94e6-f861d91ee264 req-c1207c57-6c8e-4e5b-88e3-d9b332c4228a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:03.867663 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bf66bfdc-118c-48f2-94e6-f861d91ee264 req-c1207c57-6c8e-4e5b-88e3-d9b332c4228a tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0471787 Apr 11 06:36:03.928348 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bf66bfdc-118c-48f2-94e6-f861d91ee264 req-942e632c-5f27-4b33-8a88-42e96fe11b66 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545394 Apr 11 06:36:04.230207 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4bed7-7c00-4b86-b92a-4bf5929fff93 req-6c4a16f2-785d-4ec8-9c51-e9d3eab42e90 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:04.231652 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19e4bed7-7c00-4b86-b92a-4bf5929fff93 req-6c4a16f2-785d-4ec8-9c51-e9d3eab42e90 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0550044 Apr 11 06:36:04.307735 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19e4bed7-7c00-4b86-b92a-4bf5929fff93 req-34a30764-d494-4b51-ae0d-32dd7acb755a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700803 Apr 11 06:36:04.323934 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac694e-d462-4059-b30e-a4bd74df24cb req-ef721827-582d-4238-9c28-7e803616bf76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:04.325461 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7aac694e-d462-4059-b30e-a4bd74df24cb req-ef721827-582d-4238-9c28-7e803616bf76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0593908 Apr 11 06:36:04.376589 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7aac694e-d462-4059-b30e-a4bd74df24cb req-a8ff2a29-51c8-4270-8db7-1f2086ee2b86 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449231 Apr 11 06:36:05.063456 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59502d-7b3f-44aa-b802-b59692460196 req-11c68236-2cdb-4fcf-b92c-d03a9c846aea tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:05.064998 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cf59502d-7b3f-44aa-b802-b59692460196 req-11c68236-2cdb-4fcf-b92c-d03a9c846aea tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0537696 Apr 11 06:36:05.111619 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cf59502d-7b3f-44aa-b802-b59692460196 req-fc552b25-163f-4599-be32-611d686197c5 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Apr 11 06:36:05.435507 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d89dd-4308-41ee-bee5-dd53d48619a9 req-b9075f8f-1a71-4fe8-9479-79ea3c996e32 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:05.437363 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3c2d89dd-4308-41ee-bee5-dd53d48619a9 req-b9075f8f-1a71-4fe8-9479-79ea3c996e32 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0540841 Apr 11 06:36:05.509637 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d3f86-1027-4a40-ba41-0d70346d6430 req-fef12546-8994-4330-b561-1d973242e349 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:05.511086 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec2d3f86-1027-4a40-ba41-0d70346d6430 req-fef12546-8994-4330-b561-1d973242e349 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0669916 Apr 11 06:36:05.536547 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3c2d89dd-4308-41ee-bee5-dd53d48619a9 req-5de8f99e-d84b-4dc4-af57-27fe1a66629b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934772 Apr 11 06:36:05.572515 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec2d3f86-1027-4a40-ba41-0d70346d6430 req-b6c4ad58-2517-466b-8769-e4b3e3ff0590 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537233 Apr 11 06:36:06.239851 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26fb4b-2f10-4391-a035-5648d09223e3 req-17188a05-20eb-43b0-9a7e-73f769935fd8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:06.241416 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6d26fb4b-2f10-4391-a035-5648d09223e3 req-17188a05-20eb-43b0-9a7e-73f769935fd8 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0529628 Apr 11 06:36:06.290250 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6d26fb4b-2f10-4391-a035-5648d09223e3 req-3c183281-dbce-4481-8334-11fc88a0ff5c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430839 Apr 11 06:36:06.671030 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746311ec-f7bb-445f-b6fc-05bb48e561fb req-b13a37cc-86e6-4f5f-a6e3-7262bbcf9b1a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:06.672768 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-746311ec-f7bb-445f-b6fc-05bb48e561fb req-b13a37cc-86e6-4f5f-a6e3-7262bbcf9b1a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0653596 Apr 11 06:36:06.721814 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb7c9c-14b8-4929-a34e-8b2eb9092a1b req-969bc392-8aeb-464f-9e5e-bdcd6120dc6f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:06.724296 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bbcb7c9c-14b8-4929-a34e-8b2eb9092a1b req-969bc392-8aeb-464f-9e5e-bdcd6120dc6f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0773304 Apr 11 06:36:06.765240 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-746311ec-f7bb-445f-b6fc-05bb48e561fb req-320b8f0d-2836-4cf9-bf3b-4de5babf448d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767255 Apr 11 06:36:06.794597 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bbcb7c9c-14b8-4929-a34e-8b2eb9092a1b req-a10fa15d-00de-42b4-a5ef-5f36c92574e5 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642185 Apr 11 06:36:07.417873 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807f388-db09-40c8-97b4-068f61db303b req-5bac7747-49c3-4e40-83f7-b48df10a677f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:07.419352 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7807f388-db09-40c8-97b4-068f61db303b req-5bac7747-49c3-4e40-83f7-b48df10a677f tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0507710 Apr 11 06:36:07.467494 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7807f388-db09-40c8-97b4-068f61db303b req-f1b1a40c-0efc-42d7-9caf-0f5c439b17a3 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424821 Apr 11 06:36:07.912316 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d965c5b-4333-4a06-8840-6550c2b381b9 req-85257a4f-cb7a-4e50-97ac-38bc21004eeb tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:07.913836 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d965c5b-4333-4a06-8840-6550c2b381b9 req-85257a4f-cb7a-4e50-97ac-38bc21004eeb tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.0734522 Apr 11 06:36:07.932341 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057faab1-19cd-4bd2-94ab-c50ae4f0b73d req-dd5d1dcb-4ed1-438f-a370-9af63f3b7aeb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:07.933753 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-057faab1-19cd-4bd2-94ab-c50ae4f0b73d req-dd5d1dcb-4ed1-438f-a370-9af63f3b7aeb tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.0652785 Apr 11 06:36:08.036381 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f008ac-b3b8-427d-8fdb-17a6c66368fe req-83f88fb4-b306-4ead-8568-18dfe7a98609 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:08.037917 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a5f008ac-b3b8-427d-8fdb-17a6c66368fe req-83f88fb4-b306-4ead-8568-18dfe7a98609 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.20 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.0859411 Apr 11 06:36:08.063153 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdd60d-2d23-4082-a964-aeb74c177445 req-10fa7bb5-d9b7-45cf-bbe6-a87cf5a5d48c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:08.064659 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8bdd60d-2d23-4082-a964-aeb74c177445 req-10fa7bb5-d9b7-45cf-bbe6-a87cf5a5d48c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 945 time: 0.1198151 Apr 11 06:36:08.073140 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d965c5b-4333-4a06-8840-6550c2b381b9 req-a425677e-a534-4eb6-b301-2b8adb57da43 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa574607-b5d2-4fe8-ac57-b83863184960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522062 Apr 11 06:36:08.085906 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-d47363e8-849c-4483-bff9-7d66cc248256 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:08.087118 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-d47363e8-849c-4483-bff9-7d66cc248256 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.20 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 945 time: 0.1245103 Apr 11 06:36:08.130762 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-057faab1-19cd-4bd2-94ab-c50ae4f0b73d req-81466295-213a-4bdc-b843-a71f0487067b tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890280 Apr 11 06:36:08.167444 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a5f008ac-b3b8-427d-8fdb-17a6c66368fe req-f6dd460d-2af9-4d83-9122-8cedbdb4c127 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Deleting port 166384b4-2352-4ff7-9230-20936e84651f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:08.167804 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5f008ac-b3b8-427d-8fdb-17a6c66368fe req-f6dd460d-2af9-4d83-9122-8cedbdb4c127 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (166384b4-2352-4ff7-9230-20936e84651f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:08.239100 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-d8bdd60d-2d23-4082-a964-aeb74c177445 req-7dce1a7f-4de7-4bc8-b026-10b9babdf804 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Deleting port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:08.239421 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8bdd60d-2d23-4082-a964-aeb74c177445 req-7dce1a7f-4de7-4bc8-b026-10b9babdf804 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:08.261592 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Deleting port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:08.261905 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:08.402248 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d8bdd60d-2d23-4082-a964-aeb74c177445 req-7dce1a7f-4de7-4bc8-b026-10b9babdf804 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] For port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:08.402626 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8bdd60d-2d23-4082-a964-aeb74c177445 req-7dce1a7f-4de7-4bc8-b026-10b9babdf804 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:08.425022 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] For port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:08.425729 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:08.428051 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-d8bdd60d-2d23-4082-a964-aeb74c177445 req-7dce1a7f-4de7-4bc8-b026-10b9babdf804 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Calling delete_port for c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:08.499096 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a5f008ac-b3b8-427d-8fdb-17a6c66368fe req-f6dd460d-2af9-4d83-9122-8cedbdb4c127 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] For port 166384b4-2352-4ff7-9230-20936e84651f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=166384b4-2352-4ff7-9230-20936e84651f,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:08.499789 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5f008ac-b3b8-427d-8fdb-17a6c66368fe req-f6dd460d-2af9-4d83-9122-8cedbdb4c127 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (166384b4-2352-4ff7-9230-20936e84651f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:08.515452 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a5f008ac-b3b8-427d-8fdb-17a6c66368fe req-f6dd460d-2af9-4d83-9122-8cedbdb4c127 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Calling delete_port for 166384b4-2352-4ff7-9230-20936e84651f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:08.648366 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5f008ac-b3b8-427d-8fdb-17a6c66368fe req-f6dd460d-2af9-4d83-9122-8cedbdb4c127 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (166384b4-2352-4ff7-9230-20936e84651f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:08.676076 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd460d-2af9-4d83-9122-8cedbdb4c127 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Pushing event deleted for resources: {'Port': ['ID=166384b4-2352-4ff7-9230-20936e84651f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:08.684551 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ebb65-7b8e-45ce-906e-a51990977cc2 req-b270f0c7-6089-482f-844e-3f00c5c2968c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:08.686196 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0c4ebb65-7b8e-45ce-906e-a51990977cc2 req-b270f0c7-6089-482f-844e-3f00c5c2968c tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef0d398-c569-45ca-81e2-be2d14db89f1 HTTP/1.1" status: 200 len: 945 time: 0.1198435 Apr 11 06:36:08.751092 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:08.751466 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (11b13f5a-034a-4053-93dd-081493d142c8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:08.751788 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Floating IP 11b13f5a-034a-4053-93dd-081493d142c8 disassociated. External IP: 172.27.2.71, port: 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e. Apr 11 06:36:08.751989 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f008ac-b3b8-427d-8fdb-17a6c66368fe req-f6dd460d-2af9-4d83-9122-8cedbdb4c127 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] No DVR routers for this DVR port 166384b4-2352-4ff7-9230-20936e84651f on host hv-cinder-83699 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:08.752118 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Calling delete_port for 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:08.754756 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a5f008ac-b3b8-427d-8fdb-17a6c66368fe req-f6dd460d-2af9-4d83-9122-8cedbdb4c127 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:08.758059 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a5f008ac-b3b8-427d-8fdb-17a6c66368fe req-f6dd460d-2af9-4d83-9122-8cedbdb4c127 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.20 "DELETE /v2.0/ports/166384b4-2352-4ff7-9230-20936e84651f HTTP/1.1" status: 204 len: 173 time: 0.7143881 Apr 11 06:36:08.758504 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'name': 'network-vif-deleted', 'tag': '166384b4-2352-4ff7-9230-20936e84651f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:08.760820 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835858d7-a467-4152-977c-e9fd251e862f" -d '{"events": [{"server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "name": "network-vif-deleted", "tag": "166384b4-2352-4ff7-9230-20936e84651f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:08.798943 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fde97ae-d30e-45f8-af80-ed37d2f26995 x-openstack-request-id: req-1fde97ae-d30e-45f8-af80-ed37d2f26995 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:08.799576 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef0d398-c569-45ca-81e2-be2d14db89f1", "name": "network-vif-deleted", "tag": "166384b4-2352-4ff7-9230-20936e84651f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:08.799576 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fde97ae-d30e-45f8-af80-ed37d2f26995 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:08.799879 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fde97ae-d30e-45f8-af80-ed37d2f26995'] response: {'server_uuid': 'fef0d398-c569-45ca-81e2-be2d14db89f1', 'name': 'network-vif-deleted', 'tag': '166384b4-2352-4ff7-9230-20936e84651f', 'status': 'completed', 'code': 200} Apr 11 06:36:08.838636 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0c4ebb65-7b8e-45ce-906e-a51990977cc2 req-30ab96f2-6d86-4971-ac80-ea4e7f6a6d47 tempest-TestMinimumBasicScenario-323031031 tempest-TestMinimumBasicScenario-323031031-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450431 Apr 11 06:36:08.842443 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8bdd60d-2d23-4082-a964-aeb74c177445 req-7dce1a7f-4de7-4bc8-b026-10b9babdf804 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:08.863006 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['a1c9991e-d057-4e1b-89df-c238b3125ae0'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:36:08.899008 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce1a7f-4de7-4bc8-b026-10b9babdf804 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event deleted for resources: {'Port': ['ID=c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:08.954841 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bdd60d-2d23-4082-a964-aeb74c177445 req-7dce1a7f-4de7-4bc8-b026-10b9babdf804 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] No DVR routers for this DVR port c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:08.957340 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8bdd60d-2d23-4082-a964-aeb74c177445 req-7dce1a7f-4de7-4bc8-b026-10b9babdf804 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:08.960597 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8bdd60d-2d23-4082-a964-aeb74c177445 req-7dce1a7f-4de7-4bc8-b026-10b9babdf804 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "DELETE /v2.0/ports/c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb HTTP/1.1" status: 204 len: 173 time: 0.8865666 Apr 11 06:36:08.961054 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbb12b9-0ea7-43d4-974b-38fbe7928e77', 'name': 'network-vif-deleted', 'tag': 'c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:08.963695 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaad644-84e6-487d-894d-0c9df40747ca" -d '{"events": [{"server_uuid": "2fbb12b9-0ea7-43d4-974b-38fbe7928e77", "name": "network-vif-deleted", "tag": "c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:09.034984 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (3cfb255a-aa1b-4bb7-8340-a4a13d7c729e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:09.068184 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8b7b9c-9909-44bc-95d3-f30d30ce6a04 x-openstack-request-id: req-ad8b7b9c-9909-44bc-95d3-f30d30ce6a04 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:09.068478 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbb12b9-0ea7-43d4-974b-38fbe7928e77", "name": "network-vif-deleted", "tag": "c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:09.068724 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad8b7b9c-9909-44bc-95d3-f30d30ce6a04 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:09.069145 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8b7b9c-9909-44bc-95d3-f30d30ce6a04'] response: {'server_uuid': '2fbb12b9-0ea7-43d4-974b-38fbe7928e77', 'name': 'network-vif-deleted', 'tag': 'c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb', 'status': 'completed', 'code': 200} Apr 11 06:36:09.071395 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event deleted for resources: {'Port': ['ID=3cfb255a-aa1b-4bb7-8340-a4a13d7c729e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:09.200756 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-148ac7a9-a50f-43f4-a468-be766fbb2d1e req-70bda39f-e928-40c0-ae75-d0fa9c9cbf1b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=e485cac1-308f-43bb-8d5b-d141d211b16a HTTP/1.1" status: 200 len: 210 time: 0.0383425 Apr 11 06:36:09.236170 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Router 66023ed4-db35-4f65-9756-2afe2e1e0d60 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:36:09.349141 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99f125dc-7fbd-4897-b8d9-544237b9935b req-08b4acda-9e4d-470e-9c75-c1663e891b2c tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fbb12b9-0ea7-43d4-974b-38fbe7928e77 HTTP/1.1" status: 200 len: 210 time: 0.0871773 Apr 11 06:36:09.458205 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:36:09.471519 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbcedd-d305-4210-b349-3d41c7e912de None None] Sync routers for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:36:09.484666 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbbcedd-d305-4210-b349-3d41c7e912de None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:09.485607 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1dbbcedd-d305-4210-b349-3d41c7e912de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:09.516671 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] No DVR routers for this DVR port 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:09.519273 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:09.522923 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-da07f775-2bb8-4058-b856-b46fcf295fbd req-261003f6-a726-414c-a95d-b3964dee7b5d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.20 "DELETE /v2.0/ports/3cfb255a-aa1b-4bb7-8340-a4a13d7c729e HTTP/1.1" status: 204 len: 173 time: 1.4266210 Apr 11 06:36:09.613343 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1dbbcedd-d305-4210-b349-3d41c7e912de None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:09.838462 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1dbbcedd-d305-4210-b349-3d41c7e912de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:09.864392 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbcedd-d305-4210-b349-3d41c7e912de None None] Checking router: 66023ed4-db35-4f65-9756-2afe2e1e0d60 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:36:09.883463 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbbcedd-d305-4210-b349-3d41c7e912de None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:09.884059 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1dbbcedd-d305-4210-b349-3d41c7e912de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:09.998252 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1dbbcedd-d305-4210-b349-3d41c7e912de None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:10.225082 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1dbbcedd-d305-4210-b349-3d41c7e912de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:10.254838 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbbcedd-d305-4210-b349-3d41c7e912de None None] The sync data for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi is: [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:36:10.451847 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:10.481372 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:10.481583 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3cfb255a-aa1b-4bb7-8340-a4a13d7c729e not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:10.481836 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 166384b4-2352-4ff7-9230-20936e84651f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:10.511900 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: 166384b4-2352-4ff7-9230-20936e84651f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:10.512107 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 166384b4-2352-4ff7-9230-20936e84651f not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:10.512435 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:10.513260 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39878) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:10.540245 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:10.540595 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device c5a3a01f-0bdf-4e3a-bbbb-1d15625100bb not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:10.559998 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106919e-6b2b-4d0a-be19-fb48d982e26d None None] New status for floating IP 11b13f5a-034a-4053-93dd-081493d142c8: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:36:10.619981 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba27ff8c-039f-4926-abac-17b25c7f3427 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group (aa574607-b5d2-4fe8-ac57-b83863184960), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:10.649365 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba27ff8c-039f-4926-abac-17b25c7f3427 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group (aa574607-b5d2-4fe8-ac57-b83863184960), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:10.736692 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c548d7-d1cb-44f5-93b3-cb9e7a570991 req-9acb7807-0820-4106-94dc-bdc5896025d6 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:10.739046 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f5c548d7-d1cb-44f5-93b3-cb9e7a570991 req-9acb7807-0820-4106-94dc-bdc5896025d6 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0600154 Apr 11 06:36:10.776096 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba27ff8c-039f-4926-abac-17b25c7f3427 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (aa574607-b5d2-4fe8-ac57-b83863184960), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:10.778661 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba27ff8c-039f-4926-abac-17b25c7f3427 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:10.780689 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ba27ff8c-039f-4926-abac-17b25c7f3427 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "DELETE /v2.0/security-groups/aa574607-b5d2-4fe8-ac57-b83863184960 HTTP/1.1" status: 204 len: 168 time: 0.2660837 Apr 11 06:36:10.783818 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39892) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:10.807497 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39894) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:10.808358 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27ff8c-039f-4926-abac-17b25c7f3427 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa574607-b5d2-4fe8-ac57-b83863184960,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:10.829219 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-5eca10b9-2486-4255-8368-052a61fcdf54 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] show failed (client error): The resource could not be found. Apr 11 06:36:10.833140 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5eca10b9-2486-4255-8368-052a61fcdf54 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups/aa574607-b5d2-4fe8-ac57-b83863184960 HTTP/1.1" status: 404 len: 347 time: 0.0476263 Apr 11 06:36:10.833635 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39898) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:10.874890 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f5c548d7-d1cb-44f5-93b3-cb9e7a570991 req-b399c0ca-9737-492a-bd5b-9b6d0c177e00 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269536 Apr 11 06:36:10.952840 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-63d3b0d4-5536-4ce8-99c5-f7ec7fe5cb56 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Deleting port 83f70683-2a2d-4594-b59f-574a3bc12a1e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:10.953499 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63d3b0d4-5536-4ce8-99c5-f7ec7fe5cb56 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (83f70683-2a2d-4594-b59f-574a3bc12a1e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.029003 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63d3b0d4-5536-4ce8-99c5-f7ec7fe5cb56 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (83f70683-2a2d-4594-b59f-574a3bc12a1e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.029253 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63d3b0d4-5536-4ce8-99c5-f7ec7fe5cb56 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (83f70683-2a2d-4594-b59f-574a3bc12a1e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.041369 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-63d3b0d4-5536-4ce8-99c5-f7ec7fe5cb56 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Calling delete_port for 83f70683-2a2d-4594-b59f-574a3bc12a1e owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:11.069759 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'name': 'network-vif-deleted', 'tag': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:11.072013 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736dd516-2eef-4193-8753-f0508ffe4581" -d '{"events": [{"server_uuid": "e485cac1-308f-43bb-8d5b-d141d211b16a", "name": "network-vif-deleted", "tag": "3cfb255a-aa1b-4bb7-8340-a4a13d7c729e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:11.123433 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df53b916-4df7-4080-a7d3-1e3f829e99d8 x-openstack-request-id: req-df53b916-4df7-4080-a7d3-1e3f829e99d8 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:11.123698 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e485cac1-308f-43bb-8d5b-d141d211b16a", "name": "network-vif-deleted", "tag": "3cfb255a-aa1b-4bb7-8340-a4a13d7c729e", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:11.123975 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df53b916-4df7-4080-a7d3-1e3f829e99d8 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:11.124415 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df53b916-4df7-4080-a7d3-1e3f829e99d8'] response: {'server_uuid': 'e485cac1-308f-43bb-8d5b-d141d211b16a', 'name': 'network-vif-deleted', 'tag': '3cfb255a-aa1b-4bb7-8340-a4a13d7c729e', 'status': 'completed', 'code': 200} Apr 11 06:36:11.193352 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63d3b0d4-5536-4ce8-99c5-f7ec7fe5cb56 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (83f70683-2a2d-4594-b59f-574a3bc12a1e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.220368 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3b0d4-5536-4ce8-99c5-f7ec7fe5cb56 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event deleted for resources: {'Port': ['ID=83f70683-2a2d-4594-b59f-574a3bc12a1e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:11.238113 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9907606-e559-4753-b5bc-106061d27f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035915'] for router_interface (6f69a5b2-570f-4472-b6df-724cb42863f8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.286796 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63d3b0d4-5536-4ce8-99c5-f7ec7fe5cb56 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (11b13f5a-034a-4053-93dd-081493d142c8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.289793 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-63d3b0d4-5536-4ce8-99c5-f7ec7fe5cb56 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.292952 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-63d3b0d4-5536-4ce8-99c5-f7ec7fe5cb56 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "DELETE /v2.0/floatingips/11b13f5a-034a-4053-93dd-081493d142c8 HTTP/1.1" status: 204 len: 168 time: 0.4565420 Apr 11 06:36:11.586560 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39914) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:11.592272 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1331dbd6-b067-4990-b8fb-cb895c3c4506 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337410440', 'description': 'tempest-description--616545948'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:11.616454 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1331dbd6-b067-4990-b8fb-cb895c3c4506 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.693385 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1331dbd6-b067-4990-b8fb-cb895c3c4506 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group (63b8bc8b-499a-4118-b5cc-55ebd937ce62), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.697925 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1331dbd6-b067-4990-b8fb-cb895c3c4506 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (63b8bc8b-499a-4118-b5cc-55ebd937ce62), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.730522 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1331dbd6-b067-4990-b8fb-cb895c3c4506 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.731903 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1331dbd6-b067-4990-b8fb-cb895c3c4506 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1438999 Apr 11 06:36:11.732880 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331dbd6-b067-4990-b8fb-cb895c3c4506 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b8bc8b-499a-4118-b5cc-55ebd937ce62,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:11.735228 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:11.740049 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4bdd1d90-aa16-41e7-a697-70268efb28cc tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Request body: {'security_group_rule': {'security_group_id': '63b8bc8b-499a-4118-b5cc-55ebd937ce62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:11.768443 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bdd1d90-aa16-41e7-a697-70268efb28cc tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group_rule (32441401-b02a-4891-ba1b-fbeb5d945b6d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.778746 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6b23a-414c-46f5-83d1-0396aea75ec9 req-801b4d55-67bf-4227-b318-04ab21ac364b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:11.780302 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-11d6b23a-414c-46f5-83d1-0396aea75ec9 req-801b4d55-67bf-4227-b318-04ab21ac364b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0689585 Apr 11 06:36:11.826817 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bdd1d90-aa16-41e7-a697-70268efb28cc tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group_rule (32441401-b02a-4891-ba1b-fbeb5d945b6d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.831645 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bdd1d90-aa16-41e7-a697-70268efb28cc tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (32441401-b02a-4891-ba1b-fbeb5d945b6d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.846967 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd1d90-aa16-41e7-a697-70268efb28cc tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32441401-b02a-4891-ba1b-fbeb5d945b6d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:11.859942 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bdd1d90-aa16-41e7-a697-70268efb28cc tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.864090 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4bdd1d90-aa16-41e7-a697-70268efb28cc tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278417 Apr 11 06:36:11.864677 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:11.869023 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ef7dfe26-e3aa-4141-8c4b-6f0750831dd5 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Request body: {'security_group_rule': {'security_group_id': '63b8bc8b-499a-4118-b5cc-55ebd937ce62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:11.877595 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-11d6b23a-414c-46f5-83d1-0396aea75ec9 req-8e6b413c-2bfc-4d28-b5ec-2963ad6c5a53 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790985 Apr 11 06:36:11.880116 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a9907606-e559-4753-b5bc-106061d27f93 admin admin] Deleting port 1c74f2ae-9004-439e-8cad-0891785b278d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:11.880680 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9907606-e559-4753-b5bc-106061d27f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.897456 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef7dfe26-e3aa-4141-8c4b-6f0750831dd5 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group_rule (4d094686-ac62-45c2-9a3a-42514bf14719), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.970350 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef7dfe26-e3aa-4141-8c4b-6f0750831dd5 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group_rule (4d094686-ac62-45c2-9a3a-42514bf14719), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.975078 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef7dfe26-e3aa-4141-8c4b-6f0750831dd5 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (4d094686-ac62-45c2-9a3a-42514bf14719), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:11.993271 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dfe26-e3aa-4141-8c4b-6f0750831dd5 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d094686-ac62-45c2-9a3a-42514bf14719,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:12.002127 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef7dfe26-e3aa-4141-8c4b-6f0750831dd5 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.003342 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ef7dfe26-e3aa-4141-8c4b-6f0750831dd5 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376672 Apr 11 06:36:12.006434 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39926) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:12.010707 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:12.013969 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d99cb8-9e2e-4a2e-8267-dd045533d739 req-00730808-1722-465c-906c-c5e18d6b3552 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:12.015583 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-70d99cb8-9e2e-4a2e-8267-dd045533d739 req-00730808-1722-465c-906c-c5e18d6b3552 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.0696900 Apr 11 06:36:12.017427 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a9907606-e559-4753-b5bc-106061d27f93 admin admin] For port 1c74f2ae-9004-439e-8cad-0891785b278d, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=1c74f2ae-9004-439e-8cad-0891785b278d,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:12.017796 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9907606-e559-4753-b5bc-106061d27f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.031083 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.038043 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a9907606-e559-4753-b5bc-106061d27f93 admin admin] Calling delete_port for 1c74f2ae-9004-439e-8cad-0891785b278d owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:12.110986 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.113950 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-70d99cb8-9e2e-4a2e-8267-dd045533d739 req-6189a557-5809-4159-acaf-dcaa68383ff7 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863144 Apr 11 06:36:12.220753 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Allocated IP 172.27.2.72 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/8619b500-80ff-4020-99dd-0ca9cbabe57b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:36:12.260117 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9907606-e559-4753-b5bc-106061d27f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (1c74f2ae-9004-439e-8cad-0891785b278d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.285822 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9907606-e559-4753-b5bc-106061d27f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c74f2ae-9004-439e-8cad-0891785b278d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:12.329317 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for port (8619b500-80ff-4020-99dd-0ca9cbabe57b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.366355 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (8619b500-80ff-4020-99dd-0ca9cbabe57b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.410958 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:36:12.413865 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:36:12.417147 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:36:12.444205 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event updated for resources: {'Port': ['ID=8619b500-80ff-4020-99dd-0ca9cbabe57b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:12.457134 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a9907606-e559-4753-b5bc-106061d27f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035815'] for router_interface (6f69a5b2-570f-4472-b6df-724cb42863f8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.516185 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (f77842c8-ba36-432c-83eb-caa967843874), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.553325 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8619b500-80ff-4020-99dd-0ca9cbabe57b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.683522 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9907606-e559-4753-b5bc-106061d27f93 admin admin] Router 6f69a5b2-570f-4472-b6df-724cb42863f8 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:36:12.718481 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for port (8619b500-80ff-4020-99dd-0ca9cbabe57b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.723456 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (8619b500-80ff-4020-99dd-0ca9cbabe57b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.794357 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event updated for resources: {'Port': ['ID=8619b500-80ff-4020-99dd-0ca9cbabe57b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:12.798550 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9907606-e559-4753-b5bc-106061d27f93 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:36:12.804717 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a9907606-e559-4753-b5bc-106061d27f93 admin admin] 10.222.0.18 "PUT /v2.0/routers/6f69a5b2-570f-4472-b6df-724cb42863f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9916952 Apr 11 06:36:12.806232 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (f77842c8-ba36-432c-83eb-caa967843874), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.806437 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39928) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:12.810819 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01760010-fec1-42d0-9e16-3f3c6d1a3be1 None None] Sync routers for ids ['6f69a5b2-570f-4472-b6df-724cb42863f8'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:36:12.821502 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01760010-fec1-42d0-9e16-3f3c6d1a3be1 None None] Routers {'6f69a5b2-570f-4472-b6df-724cb42863f8'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:12.822082 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-01760010-fec1-42d0-9e16-3f3c6d1a3be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['6f69a5b2-570f-4472-b6df-724cb42863f8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:12.828873 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:12.838470 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-55e109a9-2c9d-4b76-b39f-e8875614a03f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8230293 Apr 11 06:36:12.924549 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Publish callbacks [] for router (6f69a5b2-570f-4472-b6df-724cb42863f8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.095524 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbec2bd-85ac-4020-af50-fbd1bd8bbcd6 req-9002dbda-15c1-4e8b-8662-4497a44099e8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:13.097023 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bbbec2bd-85ac-4020-af50-fbd1bd8bbcd6 req-9002dbda-15c1-4e8b-8662-4497a44099e8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.1101108 Apr 11 06:36:13.103178 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-01760010-fec1-42d0-9e16-3f3c6d1a3be1 None None] Set router 6f69a5b2-570f-4472-b6df-724cb42863f8 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:13.139206 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-f70c31ef-c130-41d4-9b45-ebb27bacdd4b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--337410440&fields=id&tenant_id=a9656f49a2604955a0684ebb230397f3 HTTP/1.1" status: 200 len: 267 time: 0.1250896 Apr 11 06:36:13.142142 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Publish callbacks [] for router_gateway (6f69a5b2-570f-4472-b6df-724cb42863f8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.253257 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bbbec2bd-85ac-4020-af50-fbd1bd8bbcd6 req-4c0cae11-d52d-40cf-ab67-7d838760c331 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473598 Apr 11 06:36:13.283023 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-01760010-fec1-42d0-9e16-3f3c6d1a3be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:36:12Z', 'revision_number': 5, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port': {'id': 'd9e6c3c7-1f6d-4807-920c-51c2bcd05a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:16Z', 'updated_at': '2022-04-11T06:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:13.303663 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f141568-9b5c-49cf-8558-072885b4ec2b req-b6d5ab8c-4e28-4bec-9dcc-5808058dc25f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:13.305153 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f141568-9b5c-49cf-8558-072885b4ec2b req-b6d5ab8c-4e28-4bec-9dcc-5808058dc25f tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.1371131 Apr 11 06:36:13.316290 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01760010-fec1-42d0-9e16-3f3c6d1a3be1 None None] Checking router: 6f69a5b2-570f-4472-b6df-724cb42863f8 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:36:13.323548 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Deleting port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:13.323886 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.324833 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01760010-fec1-42d0-9e16-3f3c6d1a3be1 None None] Routers {'6f69a5b2-570f-4472-b6df-724cb42863f8'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:13.325476 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-01760010-fec1-42d0-9e16-3f3c6d1a3be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['6f69a5b2-570f-4472-b6df-724cb42863f8'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:13.412851 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-01760010-fec1-42d0-9e16-3f3c6d1a3be1 None None] Set router 6f69a5b2-570f-4472-b6df-724cb42863f8 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:13.462198 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-85f98586-d6dd-46fe-939d-a905667cfc63 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:13.463624 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-01760010-fec1-42d0-9e16-3f3c6d1a3be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:36:13Z', 'revision_number': 6, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port_host': None}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:13.463949 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-85f98586-d6dd-46fe-939d-a905667cfc63 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/networks?id=f0452541-ae6a-407a-a6e0-2f42517a89be HTTP/1.1" status: 200 len: 810 time: 0.3162959 Apr 11 06:36:13.493683 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01760010-fec1-42d0-9e16-3f3c6d1a3be1 None None] The sync data for ids ['6f69a5b2-570f-4472-b6df-724cb42863f8'] in dv-cinder-836996-3-iscsi is: [{'id': '6f69a5b2-570f-4472-b6df-724cb42863f8', 'name': 'tempest-TestMinimumBasicScenario-743978400-router', 'tenant_id': '6a166131e4b1483d81edac72f8ca239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:15Z', 'updated_at': '2022-04-11T06:36:13Z', 'revision_number': 6, 'project_id': '6a166131e4b1483d81edac72f8ca239e', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:36:13.496758 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149b493-4661-40ae-bb0c-d45df9a7844d req-f22d06da-6b05-4e44-a347-0d18844eaae9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:13.498098 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7149b493-4661-40ae-bb0c-d45df9a7844d req-f22d06da-6b05-4e44-a347-0d18844eaae9 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 946 time: 0.1764805 Apr 11 06:36:13.535839 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-619ebf30-e535-494d-ad33-a073f61a1d5a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/quotas/a9656f49a2604955a0684ebb230397f3 HTTP/1.1" status: 200 len: 375 time: 0.0481136 Apr 11 06:36:13.567067 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0f141568-9b5c-49cf-8558-072885b4ec2b req-8bf144cf-a981-4f4e-a536-5812769e2d76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Deleting port a1c9991e-d057-4e1b-89df-c238b3125ae0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:13.567400 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0f141568-9b5c-49cf-8558-072885b4ec2b req-8bf144cf-a981-4f4e-a536-5812769e2d76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.594218 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] For port d9e6c3c7-1f6d-4807-920c-51c2bcd05a67, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=d9e6c3c7-1f6d-4807-920c-51c2bcd05a67,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:13.594577 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.650282 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Calling delete_port for d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:13.686019 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-5e051a67-8aa6-4655-91b2-4c056ea99118 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9656f49a2604955a0684ebb230397f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433480 Apr 11 06:36:13.695907 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7149b493-4661-40ae-bb0c-d45df9a7844d req-45927c86-f137-41cc-924f-eea4c3d2dedf tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b94e1ab9-f6c3-4989-96cc-b983b22f415f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856031 Apr 11 06:36:13.893772 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0f141568-9b5c-49cf-8558-072885b4ec2b req-8bf144cf-a981-4f4e-a536-5812769e2d76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] For port a1c9991e-d057-4e1b-89df-c238b3125ae0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a1c9991e-d057-4e1b-89df-c238b3125ae0,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:13.894479 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0f141568-9b5c-49cf-8558-072885b4ec2b req-8bf144cf-a981-4f4e-a536-5812769e2d76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:13.913468 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0f141568-9b5c-49cf-8558-072885b4ec2b req-8bf144cf-a981-4f4e-a536-5812769e2d76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Calling delete_port for a1c9991e-d057-4e1b-89df-c238b3125ae0 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:13.978469 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0523dcff-030d-4a5d-837b-87c12e7ff608 service neutron] 10.222.0.18 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772958 Apr 11 06:36:14.130436 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (d9e6c3c7-1f6d-4807-920c-51c2bcd05a67), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:14.179355 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e6c3c7-1f6d-4807-920c-51c2bcd05a67,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:14.214306 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-ce8a94c4-52b3-4946-9a9f-3230e6a1f01b service neutron] 10.222.0.18 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289238 Apr 11 06:36:14.285009 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0f141568-9b5c-49cf-8558-072885b4ec2b req-8bf144cf-a981-4f4e-a536-5812769e2d76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (a1c9991e-d057-4e1b-89df-c238b3125ae0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:14.298285 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['a1c9991e-d057-4e1b-89df-c238b3125ae0'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:36:14.303035 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037377'] for router_gateway (6f69a5b2-570f-4472-b6df-724cb42863f8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:14.716701 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:14.742856 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:14.743462 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device d9e6c3c7-1f6d-4807-920c-51c2bcd05a67 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:14.744074 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 1c74f2ae-9004-439e-8cad-0891785b278d no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:14.758352 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf144cf-a981-4f4e-a536-5812769e2d76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Pushing event deleted for resources: {'Port': ['ID=a1c9991e-d057-4e1b-89df-c238b3125ae0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:14.770431 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 1c74f2ae-9004-439e-8cad-0891785b278d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:14.770943 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 1c74f2ae-9004-439e-8cad-0891785b278d not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:14.792565 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-453f6b33-137e-4e6a-b0d6-101580d56a20 req-ff069878-3c6a-4759-b0a2-1fe00ca09591 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 210 time: 0.4012480 Apr 11 06:36:14.817212 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2088751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30897'] for router (6f69a5b2-570f-4472-b6df-724cb42863f8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:14.819209 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f141568-9b5c-49cf-8558-072885b4ec2b req-8bf144cf-a981-4f4e-a536-5812769e2d76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] No DVR routers for this DVR port a1c9991e-d057-4e1b-89df-c238b3125ae0 on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:14.822420 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0f141568-9b5c-49cf-8558-072885b4ec2b req-8bf144cf-a981-4f4e-a536-5812769e2d76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:14.826450 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f141568-9b5c-49cf-8558-072885b4ec2b req-8bf144cf-a981-4f4e-a536-5812769e2d76 tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.20 "DELETE /v2.0/ports/a1c9991e-d057-4e1b-89df-c238b3125ae0 HTTP/1.1" status: 204 len: 173 time: 1.5129631 Apr 11 06:36:14.828082 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Publish callbacks [] for router_controller (6f69a5b2-570f-4472-b6df-724cb42863f8), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:14.836385 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1', 'name': 'network-vif-deleted', 'tag': 'a1c9991e-d057-4e1b-89df-c238b3125ae0'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:14.840297 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6fa5ab-d3fb-4d32-a004-ab835193fbf6" -d '{"events": [{"server_uuid": "ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1", "name": "network-vif-deleted", "tag": "a1c9991e-d057-4e1b-89df-c238b3125ae0"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:14.860359 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdf49f-3963-4cce-8987-301e6088dd2a req-399f68b5-feb8-4c1c-91cb-24774ca41028 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:14.865437 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-96fdf49f-3963-4cce-8987-301e6088dd2a req-399f68b5-feb8-4c1c-91cb-24774ca41028 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.4698842 Apr 11 06:36:14.964488 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-46d63dd0-2d7b-400d-b89c-81cfe58d4ec5 req-a0f3370e-4d8b-441a-a267-76446ae416ce tempest-ServerRescueNegativeTestJSON-889677342 tempest-ServerRescueNegativeTestJSON-889677342-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1 HTTP/1.1" status: 200 len: 210 time: 0.0709920 Apr 11 06:36:14.972328 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2088742'] for router (6f69a5b2-570f-4472-b6df-724cb42863f8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:14.972892 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f69a5b2-570f-4472-b6df-724cb42863f8 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:36:14.982214 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:14.983394 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5476ee1f-1f45-4578-b0cf-258cec76094e admin admin] 10.222.0.18 "DELETE /v2.0/routers/6f69a5b2-570f-4472-b6df-724cb42863f8 HTTP/1.1" status: 204 len: 168 time: 2.1760006 Apr 11 06:36:14.986126 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:15.044850 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-96fdf49f-3963-4cce-8987-301e6088dd2a req-d1b4c017-3b9a-4457-aed7-a4855d4427cb tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194425 Apr 11 06:36:15.066037 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc4d73a-9b35-43b8-bcfe-14835b870d87 x-openstack-request-id: req-cbc4d73a-9b35-43b8-bcfe-14835b870d87 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:15.066354 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1", "name": "network-vif-deleted", "tag": "a1c9991e-d057-4e1b-89df-c238b3125ae0", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:15.066604 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbc4d73a-9b35-43b8-bcfe-14835b870d87 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:15.067011 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc4d73a-9b35-43b8-bcfe-14835b870d87'] response: {'server_uuid': 'ae405fc5-2f33-4f3a-8e4f-a81a5d3b2bd1', 'name': 'network-vif-deleted', 'tag': 'a1c9991e-d057-4e1b-89df-c238b3125ae0', 'status': 'completed', 'code': 200} Apr 11 06:36:15.072402 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-64266aca-8575-48c5-8953-055f52c61a10 admin admin] Deleting subnet ae23a7a3-69af-4490-9a44-89d62e66bbf8 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:36:15.076878 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64266aca-8575-48c5-8953-055f52c61a10 admin admin] Publish callbacks [] for subnet (ae23a7a3-69af-4490-9a44-89d62e66bbf8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.115325 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64266aca-8575-48c5-8953-055f52c61a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2113639'] for subnet (ae23a7a3-69af-4490-9a44-89d62e66bbf8), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.225540 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64266aca-8575-48c5-8953-055f52c61a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (ae23a7a3-69af-4490-9a44-89d62e66bbf8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.286924 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64266aca-8575-48c5-8953-055f52c61a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9388572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3823590'] for subnet (ae23a7a3-69af-4490-9a44-89d62e66bbf8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.314305 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64266aca-8575-48c5-8953-055f52c61a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae23a7a3-69af-4490-9a44-89d62e66bbf8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:15.316377 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64266aca-8575-48c5-8953-055f52c61a10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.322163 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39968) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:15.322307 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-64266aca-8575-48c5-8953-055f52c61a10 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ae23a7a3-69af-4490-9a44-89d62e66bbf8 HTTP/1.1" status: 204 len: 168 time: 0.3350036 Apr 11 06:36:15.330758 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70644a0c-6b33-48fa-baf6-64ccd33e1a6e None None] Network b769bb07-bc63-4ce0-963d-a6ae425f54ff requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:36:15.406648 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (b769bb07-bc63-4ce0-963d-a6ae425f54ff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.452822 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Deleting port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:15.453182 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.489935 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f496f1-7b87-42ac-b23b-ee7861409a3e None None] DHCP port deletion for b769bb07-bc63-4ce0-963d-a6ae425f54ff request from dv-cinder-836996-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:36:15.513818 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] For port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=6decf724-6a17-4c17-9a9f-01f37d0d8d7d,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:15.514173 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.531466 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f5f496f1-7b87-42ac-b23b-ee7861409a3e None None] Deleting port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:15.531737 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Calling delete_port for 6decf724-6a17-4c17-9a9f-01f37d0d8d7d owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:15.531850 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f496f1-7b87-42ac-b23b-ee7861409a3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.599790 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f5f496f1-7b87-42ac-b23b-ee7861409a3e None None] For port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=6decf724-6a17-4c17-9a9f-01f37d0d8d7d,segment=NetworkSegment(4de404d7-c349-4492-9e84-504ee5c6aca2),segment_id=4de404d7-c349-4492-9e84-504ee5c6aca2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:15.600461 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f496f1-7b87-42ac-b23b-ee7861409a3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.616432 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f5f496f1-7b87-42ac-b23b-ee7861409a3e None None] Calling delete_port for 6decf724-6a17-4c17-9a9f-01f37d0d8d7d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:15.621865 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.653644 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Pushing event deleted for resources: {'Port': ['ID=6decf724-6a17-4c17-9a9f-01f37d0d8d7d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:15.658028 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] No DVR routers for this DVR port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d on host dv-cinder-836996-3-iscsi {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:15.743594 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (b769bb07-bc63-4ce0-963d-a6ae425f54ff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.765310 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5f496f1-7b87-42ac-b23b-ee7861409a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691'] for port (6decf724-6a17-4c17-9a9f-01f37d0d8d7d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.785246 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b769bb07-bc63-4ce0-963d-a6ae425f54ff']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:15.798696 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f496f1-7b87-42ac-b23b-ee7861409a3e None None] No DVR routers for this DVR port 6decf724-6a17-4c17-9a9f-01f37d0d8d7d on host dv-cinder-836996-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:15.803040 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f496f1-7b87-42ac-b23b-ee7861409a3e None None] Pushing event deleted for resources: {'Port': ['ID=6decf724-6a17-4c17-9a9f-01f37d0d8d7d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:15.828317 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de404d7-c349-4492-9e84-504ee5c6aca2') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:15.828617 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de404d7-c349-4492-9e84-504ee5c6aca2') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:15.841270 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9241788'] for segment (4de404d7-c349-4492-9e84-504ee5c6aca2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.869549 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (4de404d7-c349-4492-9e84-504ee5c6aca2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.892739 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:36:15.893158 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3409836'] for segment (4de404d7-c349-4492-9e84-504ee5c6aca2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: Traceback (most recent call last): Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: timer() Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: cb(*args, **kw) Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: return func(*args, **kwargs) Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: self._notify() Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: self.callback(batched_events) Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: event.method(event) Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: return f(self, *a, **k) Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._get(url).json() Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:36:15.908695 dv-cinder-836996-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:36:15.921572 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eafe25b9-54cf-42b4-8dc7-5b785225a685 req-02235c71-72ef-43b5-b23e-22eee8099c53 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 210 time: 0.0534682 Apr 11 06:36:15.957028 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-944d2b23-b342-456b-8eb3-caef0934a5ef tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:15.958451 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-944d2b23-b342-456b-8eb3-caef0934a5ef tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.20 "GET /v2.0/networks?id=f0452541-ae6a-407a-a6e0-2f42517a89be HTTP/1.1" status: 200 len: 810 time: 0.2263434 Apr 11 06:36:15.975842 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (b769bb07-bc63-4ce0-963d-a6ae425f54ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.989912 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:15.993003 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b769bb07-bc63-4ce0-963d-a6ae425f54ff HTTP/1.1" status: 204 len: 168 time: 0.6694949 Apr 11 06:36:15.996074 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:16.009840 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f774d7b-c321-4ba6-a92a-515f9740b026 admin admin] Pushing event deleted for resources: {'Network': ['ID=b769bb07-bc63-4ce0-963d-a6ae425f54ff,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:16.035748 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:16.055005 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-8dcbeb15-0145-48dc-bba0-dd82cde4e0ed tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9656f49a2604955a0684ebb230397f3 HTTP/1.1" status: 200 len: 379 time: 0.0731130 Apr 11 06:36:16.066080 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Request body: {'port': {'device_id': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'admin_state_up': True, 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'security_groups': ['63b8bc8b-499a-4118-b5cc-55ebd937ce62']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:16.191356 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82af505-dede-4eb3-aa15-5813f86ec974 req-e0c04d52-9552-4a68-a8ce-cd02c2482edd tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:16.192834 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d82af505-dede-4eb3-aa15-5813f86ec974 req-e0c04d52-9552-4a68-a8ce-cd02c2482edd tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0596640 Apr 11 06:36:16.262301 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Made reservation on behalf of a9656f49a2604955a0684ebb230397f3 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:36:16.265809 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:16.271450 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d82af505-dede-4eb3-aa15-5813f86ec974 req-b5783e28-ec6f-4d7b-b5e6-6529889265f8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714624 Apr 11 06:36:16.400975 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Allocated IP 172.20.0.13 (f0452541-ae6a-407a-a6e0-2f42517a89be/1a560b5c-8187-40f9-a67d-b5d8bcffd646/f32b5a1d-acfa-4e0e-8d6a-5bd04208e001) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:36:16.451615 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device a1c9991e-d057-4e1b-89df-c238b3125ae0 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:16.473093 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: a1c9991e-d057-4e1b-89df-c238b3125ae0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:16.473575 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device a1c9991e-d057-4e1b-89df-c238b3125ae0 not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:16.545740 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:16.584484 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:16.627317 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb585-faf1-4e37-b53b-dbec46500fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035915'] for router_interface (e0101bb5-1501-4073-b9b6-ded1aa2a5965), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:16.630280 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Network f0452541-ae6a-407a-a6e0-2f42517a89be is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:36:16.632232 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:36:16.636097 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:36:16.665677 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event updated for resources: {'Port': ['ID=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:16.697390 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:16.698028 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:16.711134 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 6decf724-6a17-4c17-9a9f-01f37d0d8d7d no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:16.725225 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90580d73-7817-432e-bbaf-2757f7233a02 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6626289 Apr 11 06:36:16.737321 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 6decf724-6a17-4c17-9a9f-01f37d0d8d7d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:16.737873 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 6decf724-6a17-4c17-9a9f-01f37d0d8d7d not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:16.738490 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Request body: {'port': {'device_id': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:16.821990 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:16.822637 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-122ab14d-07ef-4c87-b1c4-f8cec2260ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035915'] for router_interface (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:16.933354 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4a5641d0-1d1b-47bf-96d4-d3decfc71d87 None None] Provisioning complete for port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:36:16.933779 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a5641d0-1d1b-47bf-96d4-d3decfc71d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:16.978341 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4a5641d0-1d1b-47bf-96d4-d3decfc71d87 None None] Port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:36:17.080836 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24534ae-5683-48f3-9d6e-40fcdf537b9a req-ec0936ea-a14e-4af4-988c-a22b90fb577e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:17.082384 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a24534ae-5683-48f3-9d6e-40fcdf537b9a req-ec0936ea-a14e-4af4-988c-a22b90fb577e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 932 time: 0.0651858 Apr 11 06:36:17.175583 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a24534ae-5683-48f3-9d6e-40fcdf537b9a req-15f848b5-a1dc-42e7-a66a-9596c22156ca tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=63b8bc8b-499a-4118-b5cc-55ebd937ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865943 Apr 11 06:36:17.184932 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:36:17.193531 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Publish callbacks [] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:17.208957 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Transition to ACTIVE for port object f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:36:17.213831 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:17.267980 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Pushing event updated for resources: {'Port': ['ID=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:17.369825 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Attempting to bind port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:36:17.370161 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Attempting to bind port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:36:17.370487 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Attempting to bind port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 on network f0452541-ae6a-407a-a6e0-2f42517a89be {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:36:17.395480 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 on network f0452541-ae6a-407a-a6e0-2f42517a89be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:36:17.395829 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Attempting to bind port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 on network f0452541-ae6a-407a-a6e0-2f42517a89be {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:36:17.404381 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:36:17.404716 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Checking segment: {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:36:17.405207 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Bound using segment: {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:36:17.405697 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Bound port: f32b5a1d-acfa-4e0e-8d6a-5bd04208e001, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:36:17.406057 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:17.421857 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8e70b-24f4-49db-abc5-645d14c9c77a req-53a232be-e1fc-4373-be1c-2a073708962a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:17.423373 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-54c8e70b-24f4-49db-abc5-645d14c9c77a req-53a232be-e1fc-4373-be1c-2a073708962a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0682414 Apr 11 06:36:17.430768 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3c6fb585-faf1-4e37-b53b-dbec46500fe0 admin admin] Deleting port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:17.431912 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb585-faf1-4e37-b53b-dbec46500fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:17.510057 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-54c8e70b-24f4-49db-abc5-645d14c9c77a req-c27c055a-c26e-40e4-a794-b8b6acc76784 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805218 Apr 11 06:36:17.517531 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] For port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001, host hv-cinder-83699, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:36:17.520806 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] For port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:36:17.528487 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:17.542924 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:17.543540 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:17.545159 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] 10.222.0.20 "PUT /v2.0/ports/f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 HTTP/1.1" status: 200 len: 1094 time: 0.8125718 Apr 11 06:36:17.545604 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'tag': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:17.548154 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51414502-ebab-4f58-8885-d2c3e08b79e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6b2d40-242e-4e9e-a605-d970ea82ed07", "tag": "f32b5a1d-acfa-4e0e-8d6a-5bd04208e001"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:17.586297 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-122ab14d-07ef-4c87-b1c4-f8cec2260ca5 admin admin] Deleting port 42c94d9e-0147-4060-969c-6590d22a8232 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:17.586634 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-122ab14d-07ef-4c87-b1c4-f8cec2260ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (42c94d9e-0147-4060-969c-6590d22a8232), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:17.589873 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3c6fb585-faf1-4e37-b53b-dbec46500fe0 admin admin] For port 41f673e9-b8b8-4afe-ae6c-61dab52f54f0, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=41f673e9-b8b8-4afe-ae6c-61dab52f54f0,segment=NetworkSegment(75d137dc-5b52-4b8d-9600-61dc6b16918b),segment_id=75d137dc-5b52-4b8d-9600-61dc6b16918b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:17.590226 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb585-faf1-4e37-b53b-dbec46500fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:17.594961 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bca5fe-a455-4e1a-a47a-1f823bbff02b x-openstack-request-id: req-a5bca5fe-a455-4e1a-a47a-1f823bbff02b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:17.595274 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6b2d40-242e-4e9e-a605-d970ea82ed07", "tag": "f32b5a1d-acfa-4e0e-8d6a-5bd04208e001", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:17.595529 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5bca5fe-a455-4e1a-a47a-1f823bbff02b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:17.595947 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5bca5fe-a455-4e1a-a47a-1f823bbff02b'] response: {'name': 'network-changed', 'server_uuid': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'tag': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001', 'status': 'completed', 'code': 200} Apr 11 06:36:17.620488 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3c6fb585-faf1-4e37-b53b-dbec46500fe0 admin admin] Calling delete_port for 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:17.657387 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-6d725cc7-389b-4668-b9a1-6b537b8d134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:17.658898 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-6d725cc7-389b-4668-b9a1-6b537b8d134e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9656f49a2604955a0684ebb230397f3&device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 1128 time: 0.0573115 Apr 11 06:36:17.661946 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba8fb8-74d4-4ae5-be29-6a78ef38280e service neutron] Pushing event updated for resources: {'Port': ['ID=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:17.704667 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-d77f9421-c0fd-4e3f-b57d-7574eab291fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 HTTP/1.1" status: 200 len: 217 time: 0.0388227 Apr 11 06:36:17.735371 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-122ab14d-07ef-4c87-b1c4-f8cec2260ca5 admin admin] For port 42c94d9e-0147-4060-969c-6590d22a8232, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=42c94d9e-0147-4060-969c-6590d22a8232,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:17.735728 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-122ab14d-07ef-4c87-b1c4-f8cec2260ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (42c94d9e-0147-4060-969c-6590d22a8232), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:17.752617 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-122ab14d-07ef-4c87-b1c4-f8cec2260ca5 admin admin] Calling delete_port for 42c94d9e-0147-4060-969c-6590d22a8232 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:17.759866 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-9263b96b-fc19-4d7a-a305-ce59c8e939fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:17.760811 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-9263b96b-fc19-4d7a-a305-ce59c8e939fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a560b5c-8187-40f9-a67d-b5d8bcffd646 HTTP/1.1" status: 200 len: 849 time: 0.0505347 Apr 11 06:36:17.807609 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90e170c2-64a6-43ef-b952-39691dd1d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:17.809964 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-90e170c2-64a6-43ef-b952-39691dd1d2b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0452541-ae6a-407a-a6e0-2f42517a89be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416076 Apr 11 06:36:17.905242 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-dfcdc329-646b-47eb-a98c-6e2fa2a26d90 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883839 Apr 11 06:36:17.983296 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb585-faf1-4e37-b53b-dbec46500fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (41f673e9-b8b8-4afe-ae6c-61dab52f54f0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:18.005207 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0508b4dd-4586-41ae-a85c-c7840d14f2f4 req-468959ec-0840-4f5f-883e-da8a05e8df2a service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942688 Apr 11 06:36:18.012037 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fb585-faf1-4e37-b53b-dbec46500fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f673e9-b8b8-4afe-ae6c-61dab52f54f0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:18.108213 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-122ab14d-07ef-4c87-b1c4-f8cec2260ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (42c94d9e-0147-4060-969c-6590d22a8232), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:18.173885 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ab14d-07ef-4c87-b1c4-f8cec2260ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c94d9e-0147-4060-969c-6590d22a8232,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:18.302566 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a48b0d-d381-45de-9f88-21234eeb1f76 req-a7f9fabd-ada2-4699-b804-846c865915c5 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:18.304026 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-93a48b0d-d381-45de-9f88-21234eeb1f76 req-a7f9fabd-ada2-4699-b804-846c865915c5 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 944 time: 0.0512073 Apr 11 06:36:18.328617 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c6fb585-faf1-4e37-b53b-dbec46500fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035815'] for router_interface (e0101bb5-1501-4073-b9b6-ded1aa2a5965), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:18.368027 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-93a48b0d-d381-45de-9f88-21234eeb1f76 req-5eacafc2-8889-4d68-ac62-cff3b81fc06b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=63b8bc8b-499a-4118-b5cc-55ebd937ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582023 Apr 11 06:36:18.475758 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-122ab14d-07ef-4c87-b1c4-f8cec2260ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035815'] for router_interface (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:18.644452 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d397a7c-eb39-42f9-886c-d1566c05af75 req-5017ad09-8ac6-417b-b21d-398201970796 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:18.646987 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2d397a7c-eb39-42f9-886c-d1566c05af75 req-5017ad09-8ac6-417b-b21d-398201970796 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0518939 Apr 11 06:36:18.703134 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2d397a7c-eb39-42f9-886c-d1566c05af75 req-f6c06932-1073-437b-a928-1a3b6de77d3f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482712 Apr 11 06:36:18.737436 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6fb585-faf1-4e37-b53b-dbec46500fe0 admin admin] Router e0101bb5-1501-4073-b9b6-ded1aa2a5965 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:36:18.808200 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51414502-ebab-4f58-8885-d2c3e08b79e2 req-51b12269-d05b-4c1b-a399-621a051849aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:18.809792 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51414502-ebab-4f58-8885-d2c3e08b79e2 req-51b12269-d05b-4c1b-a399-621a051849aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9656f49a2604955a0684ebb230397f3&device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 1128 time: 0.0401902 Apr 11 06:36:18.878030 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122ab14d-07ef-4c87-b1c4-f8cec2260ca5 admin admin] Router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:36:18.903423 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51414502-ebab-4f58-8885-d2c3e08b79e2 req-5b01b756-4d3b-4e81-a081-91a7f825d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:18.904895 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51414502-ebab-4f58-8885-d2c3e08b79e2 req-5b01b756-4d3b-4e81-a081-91a7f825d6b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0452541-ae6a-407a-a6e0-2f42517a89be HTTP/1.1" status: 200 len: 910 time: 0.0893264 Apr 11 06:36:18.942201 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6fb585-faf1-4e37-b53b-dbec46500fe0 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:36:18.945229 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51414502-ebab-4f58-8885-d2c3e08b79e2 req-9e32eba2-b683-4052-a154-2490aac2e5aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 HTTP/1.1" status: 200 len: 217 time: 0.0335886 Apr 11 06:36:18.948443 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3c6fb585-faf1-4e37-b53b-dbec46500fe0 admin admin] 10.222.0.18 "PUT /v2.0/routers/e0101bb5-1501-4073-b9b6-ded1aa2a5965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9513850 Apr 11 06:36:18.952386 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b7dd2-b6a2-4831-bfd5-ba7434d9aab0 None None] Sync routers for ids ['e0101bb5-1501-4073-b9b6-ded1aa2a5965'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:36:18.952871 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 39996) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:18.963703 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b7dd2-b6a2-4831-bfd5-ba7434d9aab0 None None] Routers {'e0101bb5-1501-4073-b9b6-ded1aa2a5965'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:18.964309 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9e1b7dd2-b6a2-4831-bfd5-ba7434d9aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['e0101bb5-1501-4073-b9b6-ded1aa2a5965'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:19.012722 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122ab14d-07ef-4c87-b1c4-f8cec2260ca5 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:36:19.020664 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-122ab14d-07ef-4c87-b1c4-f8cec2260ca5 admin admin] 10.222.0.18 "PUT /v2.0/routers/84bd57e8-b720-4e84-85c0-0832f9bcd7f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9817183 Apr 11 06:36:19.021215 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 39998) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:19.026113 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816eff1-e73b-421e-abd4-c4b4f2be5ac8 None None] Sync routers for ids ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:36:19.037207 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816eff1-e73b-421e-abd4-c4b4f2be5ac8 None None] Routers {'84bd57e8-b720-4e84-85c0-0832f9bcd7f3'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:19.038137 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3816eff1-e73b-421e-abd4-c4b4f2be5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:19.077744 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9e1b7dd2-b6a2-4831-bfd5-ba7434d9aab0 None None] Set router e0101bb5-1501-4073-b9b6-ded1aa2a5965 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:19.117745 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Publish callbacks [] for router (e0101bb5-1501-4073-b9b6-ded1aa2a5965), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.123407 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51414502-ebab-4f58-8885-d2c3e08b79e2 req-5b1d0890-cdfd-4614-97ed-d8676d266515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:19.126296 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51414502-ebab-4f58-8885-d2c3e08b79e2 req-5b1d0890-cdfd-4614-97ed-d8676d266515 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a560b5c-8187-40f9-a67d-b5d8bcffd646 HTTP/1.1" status: 200 len: 849 time: 0.1742380 Apr 11 06:36:19.143348 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Publish callbacks [] for router (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.159143 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3816eff1-e73b-421e-abd4-c4b4f2be5ac8 None None] Set router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:19.211422 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51414502-ebab-4f58-8885-d2c3e08b79e2 req-8a20f8ad-c2d4-4d70-8dc6-11377c1c65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:19.213284 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51414502-ebab-4f58-8885-d2c3e08b79e2 req-8a20f8ad-c2d4-4d70-8dc6-11377c1c65ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0452541-ae6a-407a-a6e0-2f42517a89be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514982 Apr 11 06:36:19.328576 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Publish callbacks [] for router_gateway (e0101bb5-1501-4073-b9b6-ded1aa2a5965), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.366476 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51414502-ebab-4f58-8885-d2c3e08b79e2 req-646b444b-4be7-4655-9879-f3a5cda7a443 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243486 Apr 11 06:36:19.369656 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3816eff1-e73b-421e-abd4-c4b4f2be5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:36:17Z', 'revision_number': 5, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:19.395401 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9e1b7dd2-b6a2-4831-bfd5-ba7434d9aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'name': 'tempest-TestMinimumBasicScenario-1199834732-router', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:36:17Z', 'revision_number': 5, 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'gw_port': {'id': '7b4272cc-a3dd-490c-9812-aa47775b4e03', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:19.425124 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b7dd2-b6a2-4831-bfd5-ba7434d9aab0 None None] Checking router: e0101bb5-1501-4073-b9b6-ded1aa2a5965 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:36:19.427071 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816eff1-e73b-421e-abd4-c4b4f2be5ac8 None None] Checking router: 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:36:19.438971 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816eff1-e73b-421e-abd4-c4b4f2be5ac8 None None] Routers {'84bd57e8-b720-4e84-85c0-0832f9bcd7f3'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:19.439684 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3816eff1-e73b-421e-abd4-c4b4f2be5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:19.441355 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Deleting port 7b4272cc-a3dd-490c-9812-aa47775b4e03 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:19.441704 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.445186 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b7dd2-b6a2-4831-bfd5-ba7434d9aab0 None None] Routers {'e0101bb5-1501-4073-b9b6-ded1aa2a5965'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:19.450322 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9e1b7dd2-b6a2-4831-bfd5-ba7434d9aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:35:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['e0101bb5-1501-4073-b9b6-ded1aa2a5965'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:19.550811 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6679-8901-45f1-9472-f9a839badfdd req-d7a09858-e02b-432d-a74a-4a78cfb26dc7 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:19.558013 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bedc6679-8901-45f1-9472-f9a839badfdd req-d7a09858-e02b-432d-a74a-4a78cfb26dc7 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 944 time: 0.0673654 Apr 11 06:36:19.563836 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9e1b7dd2-b6a2-4831-bfd5-ba7434d9aab0 None None] Set router e0101bb5-1501-4073-b9b6-ded1aa2a5965 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:19.572239 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Publish callbacks [] for router_gateway (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.637167 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9e1b7dd2-b6a2-4831-bfd5-ba7434d9aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'name': 'tempest-TestMinimumBasicScenario-1199834732-router', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:36:19Z', 'revision_number': 6, 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'gw_port_host': None}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:19.637393 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Deleting port 0a550be0-0468-42a8-b1ee-1ea4fd814299 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:19.637978 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.648001 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51414502-ebab-4f58-8885-d2c3e08b79e2 req-fbc12f2d-f9f4-46bc-a03e-21439a9a28b8 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549560 Apr 11 06:36:19.673597 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b7dd2-b6a2-4831-bfd5-ba7434d9aab0 None None] The sync data for ids ['e0101bb5-1501-4073-b9b6-ded1aa2a5965'] in dv-cinder-836996-3-iscsi is: [{'id': 'e0101bb5-1501-4073-b9b6-ded1aa2a5965', 'name': 'tempest-TestMinimumBasicScenario-1199834732-router', 'tenant_id': '2e0312bf9e9842708e402ba0513a2fcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:33:22Z', 'updated_at': '2022-04-11T06:36:19Z', 'revision_number': 6, 'project_id': '2e0312bf9e9842708e402ba0513a2fcc', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:36:19.688988 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] For port 7b4272cc-a3dd-490c-9812-aa47775b4e03, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=7b4272cc-a3dd-490c-9812-aa47775b4e03,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:19.689308 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.702864 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bedc6679-8901-45f1-9472-f9a839badfdd req-0c417a88-6a5b-4429-8489-63560538f1ba tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=63b8bc8b-499a-4118-b5cc-55ebd937ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436031 Apr 11 06:36:19.725760 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Calling delete_port for 7b4272cc-a3dd-490c-9812-aa47775b4e03 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:19.733379 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3816eff1-e73b-421e-abd4-c4b4f2be5ac8 None None] Set router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:19.752486 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] For port 0a550be0-0468-42a8-b1ee-1ea4fd814299, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=0a550be0-0468-42a8-b1ee-1ea4fd814299,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:19.753010 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.768438 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Calling delete_port for 0a550be0-0468-42a8-b1ee-1ea4fd814299 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:19.838089 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915dece-cdc3-425d-86a4-a24815fcf786 req-47e6fc4a-b5b5-4fea-bc5d-ecc7717c0322 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:19.839553 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8915dece-cdc3-425d-86a4-a24815fcf786 req-47e6fc4a-b5b5-4fea-bc5d-ecc7717c0322 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0596030 Apr 11 06:36:19.924545 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3816eff1-e73b-421e-abd4-c4b4f2be5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:36:17Z', 'revision_number': 5, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:19.953304 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816eff1-e73b-421e-abd4-c4b4f2be5ac8 None None] The sync data for ids ['84bd57e8-b720-4e84-85c0-0832f9bcd7f3'] in dv-cinder-836996-3-iscsi is: [{'id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'name': 'tempest-ServerRescueNegativeTestJSON-1277557547-router', 'tenant_id': '5172a438ed16452899c496083e8fae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:36:17Z', 'revision_number': 5, 'project_id': '5172a438ed16452899c496083e8fae1a', 'gw_port': {'id': '0a550be0-0468-42a8-b1ee-1ea4fd814299', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bd57e8-b720-4e84-85c0-0832f9bcd7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:36:19.955199 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (0a550be0-0468-42a8-b1ee-1ea4fd814299), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:19.984854 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a550be0-0468-42a8-b1ee-1ea4fd814299,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:20.059877 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037377'] for router_gateway (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.172798 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2088751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30897'] for router (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.175117 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Publish callbacks [] for router_controller (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.206811 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8915dece-cdc3-425d-86a4-a24815fcf786 req-8ebad9ac-daf0-41ff-b302-bac4fa676287 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583379 Apr 11 06:36:20.250655 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2088742'] for router (84bd57e8-b720-4e84-85c0-0832f9bcd7f3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.251122 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84bd57e8-b720-4e84-85c0-0832f9bcd7f3 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:36:20.256033 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.259575 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9ea70675-12fd-47a5-adbd-6247cca9e37e admin admin] 10.222.0.18 "DELETE /v2.0/routers/84bd57e8-b720-4e84-85c0-0832f9bcd7f3 HTTP/1.1" status: 204 len: 168 time: 1.2350514 Apr 11 06:36:20.259764 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:20.268893 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (7b4272cc-a3dd-490c-9812-aa47775b4e03), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.299055 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4272cc-a3dd-490c-9812-aa47775b4e03,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:20.305760 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a003dd56-64bf-42e7-abeb-a9f309dace61 admin admin] Deleting subnet 370610d9-2d32-42ba-9b8e-976ebda59ea6 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:36:20.308996 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a003dd56-64bf-42e7-abeb-a9f309dace61 admin admin] Publish callbacks [] for subnet (370610d9-2d32-42ba-9b8e-976ebda59ea6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.355929 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a003dd56-64bf-42e7-abeb-a9f309dace61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2113639'] for subnet (370610d9-2d32-42ba-9b8e-976ebda59ea6), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.366021 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037377'] for router_gateway (e0101bb5-1501-4073-b9b6-ded1aa2a5965), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.444835 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a003dd56-64bf-42e7-abeb-a9f309dace61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (370610d9-2d32-42ba-9b8e-976ebda59ea6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.458540 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:36:20.470753 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2088751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30897'] for router (e0101bb5-1501-4073-b9b6-ded1aa2a5965), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.484790 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Publish callbacks [] for router_controller (e0101bb5-1501-4073-b9b6-ded1aa2a5965), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.516726 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a003dd56-64bf-42e7-abeb-a9f309dace61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9388572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3823590'] for subnet (370610d9-2d32-42ba-9b8e-976ebda59ea6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.539420 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2088742'] for router (e0101bb5-1501-4073-b9b6-ded1aa2a5965), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.540093 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0101bb5-1501-4073-b9b6-ded1aa2a5965 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:36:20.545869 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003dd56-64bf-42e7-abeb-a9f309dace61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370610d9-2d32-42ba-9b8e-976ebda59ea6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:20.546699 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.552160 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8a0def1f-9150-4a10-9bce-c767dfd87617 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e0101bb5-1501-4073-b9b6-ded1aa2a5965 HTTP/1.1" status: 204 len: 168 time: 1.5946310 Apr 11 06:36:20.553108 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40008) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:20.554935 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a003dd56-64bf-42e7-abeb-a9f309dace61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.561073 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a003dd56-64bf-42e7-abeb-a9f309dace61 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/370610d9-2d32-42ba-9b8e-976ebda59ea6 HTTP/1.1" status: 204 len: 168 time: 0.2975934 Apr 11 06:36:20.563680 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:20.566233 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5b8489-5426-4dbf-ad30-5498da5de463 None None] Network 91ae923f-e529-4c46-bebf-04bc44672a05 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:36:20.609510 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fe85fe-6b46-414f-a208-1a476b54f4b2 admin admin] Deleting subnet d4852201-775b-4d85-8df3-580a72f668d7 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:36:20.613207 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7fe85fe-6b46-414f-a208-1a476b54f4b2 admin admin] Publish callbacks [] for subnet (d4852201-775b-4d85-8df3-580a72f668d7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.643269 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (91ae923f-e529-4c46-bebf-04bc44672a05), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.664629 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7fe85fe-6b46-414f-a208-1a476b54f4b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9241781'] for subnet (d4852201-775b-4d85-8df3-580a72f668d7), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.678499 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:20.711311 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'port_id': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001', 'mac_address': 'fa:16:3e:6a:21:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:36:20.712872 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Deleting port b7db8936-2654-4449-8d7a-4eb4b39d94d7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:20.713234 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.788749 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:36:20.789466 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.815755 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f7739e-913b-4272-860d-8fbf91c7ff9c None None] DHCP port deletion for 91ae923f-e529-4c46-bebf-04bc44672a05 request from dv-cinder-836996-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:36:20.828320 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:36:20.874891 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] For port b7db8936-2654-4449-8d7a-4eb4b39d94d7, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=b7db8936-2654-4449-8d7a-4eb4b39d94d7,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:20.875285 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.884344 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:20.888801 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-54f7739e-913b-4272-860d-8fbf91c7ff9c None None] Deleting port b7db8936-2654-4449-8d7a-4eb4b39d94d7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:20.889327 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f7739e-913b-4272-860d-8fbf91c7ff9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.893361 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.917694 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Calling delete_port for b7db8936-2654-4449-8d7a-4eb4b39d94d7 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:20.923827 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7fe85fe-6b46-414f-a208-1a476b54f4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (d4852201-775b-4d85-8df3-580a72f668d7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:20.959080 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2de40-3922-44e9-948f-5aeedf5a7fa6 req-82e35ab4-416d-49ef-8f73-a61879a82cd8 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:20.965967 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-09c2de40-3922-44e9-948f-5aeedf5a7fa6 req-82e35ab4-416d-49ef-8f73-a61879a82cd8 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 944 time: 0.1201379 Apr 11 06:36:21.016064 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-54f7739e-913b-4272-860d-8fbf91c7ff9c None None] For port b7db8936-2654-4449-8d7a-4eb4b39d94d7, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=b7db8936-2654-4449-8d7a-4eb4b39d94d7,segment=NetworkSegment(0711f8f4-26f4-4b5a-b776-d08d5e29f645),segment_id=0711f8f4-26f4-4b5a-b776-d08d5e29f645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:21.016415 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f7739e-913b-4272-860d-8fbf91c7ff9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.027372 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:21.033720 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-54f7739e-913b-4272-860d-8fbf91c7ff9c None None] Calling delete_port for b7db8936-2654-4449-8d7a-4eb4b39d94d7 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:21.037613 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7fe85fe-6b46-414f-a208-1a476b54f4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3409670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374904'] for subnet (d4852201-775b-4d85-8df3-580a72f668d7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.040743 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.043090 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.043541 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.043913 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.044248 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.044572 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.045232 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.045232 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.045599 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.045950 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.046262 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.046580 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.046915 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.047236 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.047547 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.047858 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:21.058842 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] No DVR routers for this DVR port b7db8936-2654-4449-8d7a-4eb4b39d94d7 on host dv-cinder-836996-3-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:21.074883 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe85fe-6b46-414f-a208-1a476b54f4b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4852201-775b-4d85-8df3-580a72f668d7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:21.080233 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7fe85fe-6b46-414f-a208-1a476b54f4b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.086007 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a7fe85fe-6b46-414f-a208-1a476b54f4b2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d4852201-775b-4d85-8df3-580a72f668d7 HTTP/1.1" status: 204 len: 168 time: 0.5290484 Apr 11 06:36:21.086154 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7db8936-2654-4449-8d7a-4eb4b39d94d7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:21.086456 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40014) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:21.104872 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7e832a-d68a-4b87-8e99-93a9d5bc9227 None None] Network 32837f58-ed5d-4e61-affb-a6329e44f00b requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:36:21.152676 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['f32b5a1d-acfa-4e0e-8d6a-5bd04208e001'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:36:21.174902 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (32837f58-ed5d-4e61-affb-a6329e44f00b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.180333 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-09c2de40-3922-44e9-948f-5aeedf5a7fa6 req-79622941-a6d9-4451-b52f-f06a17b4c234 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=63b8bc8b-499a-4118-b5cc-55ebd937ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909683 Apr 11 06:36:21.191184 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (91ae923f-e529-4c46-bebf-04bc44672a05), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.216275 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ae923f-e529-4c46-bebf-04bc44672a05']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:21.227762 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0711f8f4-26f4-4b5a-b776-d08d5e29f645') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:21.228239 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0711f8f4-26f4-4b5a-b776-d08d5e29f645') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:21.230363 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Deleting port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:21.230704 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.239230 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ceac21d1-b831-4bfc-aadb-82a765ea47d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.256540 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:21.258667 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2113646'] for segment (0711f8f4-26f4-4b5a-b776-d08d5e29f645), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.282943 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (0711f8f4-26f4-4b5a-b776-d08d5e29f645), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.294236 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:36:21.295170 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9388726'] for segment (0711f8f4-26f4-4b5a-b776-d08d5e29f645), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: Traceback (most recent call last): Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: timer() Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: cb(*args, **kw) Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: return func(*args, **kwargs) Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: self._notify() Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: self.callback(batched_events) Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: event.method(event) Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: return f(self, *a, **k) Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._get(url).json() Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:36:21.299712 dv-cinder-836996-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:36:21.339484 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:21.340377 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 41f673e9-b8b8-4afe-ae6c-61dab52f54f0 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:21.341324 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 42c94d9e-0147-4060-969c-6590d22a8232 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:21.386424 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 42c94d9e-0147-4060-969c-6590d22a8232 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:21.386768 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 42c94d9e-0147-4060-969c-6590d22a8232 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:21.387210 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 7b4272cc-a3dd-490c-9812-aa47775b4e03 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:21.407940 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (91ae923f-e529-4c46-bebf-04bc44672a05), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.408822 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] For port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=71a06e43-cfcd-44d4-9fc3-3645cd4e3bba,segment=NetworkSegment(75d137dc-5b52-4b8d-9600-61dc6b16918b),segment_id=75d137dc-5b52-4b8d-9600-61dc6b16918b)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:21.409328 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.413745 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f7739e-913b-4272-860d-8fbf91c7ff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691'] for port (b7db8936-2654-4449-8d7a-4eb4b39d94d7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.415572 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.419724 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] 10.222.0.18 "DELETE /v2.0/networks/91ae923f-e529-4c46-bebf-04bc44672a05 HTTP/1.1" status: 204 len: 168 time: 0.8545873 Apr 11 06:36:21.430417 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 7b4272cc-a3dd-490c-9812-aa47775b4e03 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:21.430963 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 7b4272cc-a3dd-490c-9812-aa47775b4e03 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:21.432456 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86b344-cb1e-4f3a-b474-16dde7e173d3 req-b51fd83a-94c2-4924-b54b-5cf5d434c89e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:21.433964 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ad86b344-cb1e-4f3a-b474-16dde7e173d3 req-b51fd83a-94c2-4924-b54b-5cf5d434c89e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0809875 Apr 11 06:36:21.444883 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060f4b9-dc0a-45c2-89d2-8b54f5395c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=91ae923f-e529-4c46-bebf-04bc44672a05,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:21.455284 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Calling delete_port for 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:21.461214 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54f7739e-913b-4272-860d-8fbf91c7ff9c None None] Network 91ae923f-e529-4c46-bebf-04bc44672a05 is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 11 06:36:21.461707 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7739e-913b-4272-860d-8fbf91c7ff9c None None] No DVR routers for this DVR port b7db8936-2654-4449-8d7a-4eb4b39d94d7 on host dv-cinder-836996-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:21.466511 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7739e-913b-4272-860d-8fbf91c7ff9c None None] Pushing event deleted for resources: {'Port': ['ID=b7db8936-2654-4449-8d7a-4eb4b39d94d7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:21.553001 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee1f558-438b-4877-a70b-127193079d89 None None] DHCP port deletion for 32837f58-ed5d-4e61-affb-a6329e44f00b request from dv-cinder-836996-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:36:21.575037 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ad86b344-cb1e-4f3a-b474-16dde7e173d3 req-e4f5ae2d-3f86-4ec1-9981-d8e52b99ea50 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222758 Apr 11 06:36:21.604475 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40020) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:21.606831 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1f558-438b-4877-a70b-127193079d89 None None] Deleting port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:21.607255 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f558-438b-4877-a70b-127193079d89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.622812 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.661369 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Pushing event deleted for resources: {'Port': ['ID=71a06e43-cfcd-44d4-9fc3-3645cd4e3bba,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:21.666644 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] No DVR routers for this DVR port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba on host dv-cinder-836996-3-iscsi {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:21.672717 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7ee1f558-438b-4877-a70b-127193079d89 None None] For port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=71a06e43-cfcd-44d4-9fc3-3645cd4e3bba,segment=NetworkSegment(75d137dc-5b52-4b8d-9600-61dc6b16918b),segment_id=75d137dc-5b52-4b8d-9600-61dc6b16918b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:21.673100 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f558-438b-4877-a70b-127193079d89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.695035 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1f558-438b-4877-a70b-127193079d89 None None] Calling delete_port for 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:21.702177 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-20de9f6c-8221-49ca-b505-07e2414b6951 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5172a438ed16452899c496083e8fae1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0964978 Apr 11 06:36:21.704977 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:21.751630 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (32837f58-ed5d-4e61-affb-a6329e44f00b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.763120 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e754a74-ae8b-4c41-b025-e09b17a227c9 admin admin] Publish callbacks [] for security_group (b94e1ab9-f6c3-4989-96cc-b983b22f415f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.769886 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f558-438b-4877-a70b-127193079d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691'] for port (71a06e43-cfcd-44d4-9fc3-3645cd4e3bba), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.774061 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32837f58-ed5d-4e61-affb-a6329e44f00b']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:21.784871 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d137dc-5b52-4b8d-9600-61dc6b16918b') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:21.785197 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d137dc-5b52-4b8d-9600-61dc6b16918b') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:21.786103 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e754a74-ae8b-4c41-b025-e09b17a227c9 admin admin] Publish callbacks [] for security_group (b94e1ab9-f6c3-4989-96cc-b983b22f415f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.797749 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1f558-438b-4877-a70b-127193079d89 None None] Pushing event deleted for resources: {'Port': ['ID=71a06e43-cfcd-44d4-9fc3-3645cd4e3bba,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:21.801237 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1f558-438b-4877-a70b-127193079d89 None None] No DVR routers for this DVR port 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba on host dv-cinder-836996-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:21.803532 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9241788'] for segment (75d137dc-5b52-4b8d-9600-61dc6b16918b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.825136 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (75d137dc-5b52-4b8d-9600-61dc6b16918b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.833871 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:36:21.834506 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3409836'] for segment (75d137dc-5b52-4b8d-9600-61dc6b16918b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: Traceback (most recent call last): Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: timer() Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: cb(*args, **kw) Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: return func(*args, **kwargs) Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: self._notify() Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: self.callback(batched_events) Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: event.method(event) Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: return f(self, *a, **k) Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._get(url).json() Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:36:21.838256 dv-cinder-836996-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:36:21.842494 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e754a74-ae8b-4c41-b025-e09b17a227c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b94e1ab9-f6c3-4989-96cc-b983b22f415f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.842494 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e754a74-ae8b-4c41-b025-e09b17a227c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.845563 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5e754a74-ae8b-4c41-b025-e09b17a227c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b94e1ab9-f6c3-4989-96cc-b983b22f415f HTTP/1.1" status: 204 len: 168 time: 0.1387520 Apr 11 06:36:21.857348 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e754a74-ae8b-4c41-b025-e09b17a227c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94e1ab9-f6c3-4989-96cc-b983b22f415f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:21.905949 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (32837f58-ed5d-4e61-affb-a6329e44f00b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.910755 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:21.914548 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] 10.222.0.18 "DELETE /v2.0/networks/32837f58-ed5d-4e61-affb-a6329e44f00b HTTP/1.1" status: 204 len: 168 time: 0.8272409 Apr 11 06:36:21.931413 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006d0fa-3d50-4d8d-bdc4-54b6a332ad3b admin admin] Pushing event deleted for resources: {'Network': ['ID=32837f58-ed5d-4e61-affb-a6329e44f00b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:22.132832 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:22.174611 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9532528c-f400-4316-94d2-240199bdafd4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a166131e4b1483d81edac72f8ca239e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382309 Apr 11 06:36:22.174861 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:22.221554 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d7693f0-aa92-4318-84ef-4e41ed6df350 admin admin] Publish callbacks [] for security_group (f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.247540 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d7693f0-aa92-4318-84ef-4e41ed6df350 admin admin] Publish callbacks [] for security_group (f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.305242 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d7693f0-aa92-4318-84ef-4e41ed6df350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.307820 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d7693f0-aa92-4318-84ef-4e41ed6df350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.309174 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1d7693f0-aa92-4318-84ef-4e41ed6df350 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3 HTTP/1.1" status: 204 len: 168 time: 0.1333275 Apr 11 06:36:22.317894 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7693f0-aa92-4318-84ef-4e41ed6df350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d493c5-78fa-4df6-b3a2-b1d2ba5ae8b3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:22.345254 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d23523-4db2-4d96-bdf0-d8ccc9b1d52b req-143fff95-c718-49c7-a8b6-ea24eb9d7c09 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:22.352789 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b9d23523-4db2-4d96-bdf0-d8ccc9b1d52b req-143fff95-c718-49c7-a8b6-ea24eb9d7c09 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 945 time: 0.0764706 Apr 11 06:36:22.406530 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b9d23523-4db2-4d96-bdf0-d8ccc9b1d52b req-6036bd64-0a4a-4a91-815b-f217281e6230 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=63b8bc8b-499a-4118-b5cc-55ebd937ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528567 Apr 11 06:36:22.465333 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:36:22.513938 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:36:22.520829 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:36:22.521229 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.605451 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:36:22.605835 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.631758 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:22.634102 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbec81f3-1375-46ff-b038-9441ced51e4f" -d '{"events": [{"server_uuid": "3b6b2d40-242e-4e9e-a605-d970ea82ed07", "name": "network-vif-plugged", "status": "completed", "tag": "f32b5a1d-acfa-4e0e-8d6a-5bd04208e001"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:22.648390 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:22.653814 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.668082 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:22.731787 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:22.772027 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device b7db8936-2654-4449-8d7a-4eb4b39d94d7 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:22.776167 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0059cd-d175-44c7-99c5-6ad4247e2b98 req-606a4d58-836c-49f4-b947-26f2dce6b74f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:22.783647 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0c0059cd-d175-44c7-99c5-6ad4247e2b98 req-606a4d58-836c-49f4-b947-26f2dce6b74f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0869853 Apr 11 06:36:22.799490 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a53d8f22-5ba7-4a85-b661-9d48349e86f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e0312bf9e9842708e402ba0513a2fcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275539 Apr 11 06:36:22.801494 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40066) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:22.822982 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: b7db8936-2654-4449-8d7a-4eb4b39d94d7 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:22.823382 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device b7db8936-2654-4449-8d7a-4eb4b39d94d7 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:22.824403 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 0a550be0-0468-42a8-b1ee-1ea4fd814299 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:22.849054 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0c0059cd-d175-44c7-99c5-6ad4247e2b98 req-4593c7b7-20d4-411a-a74f-8171bd5927c3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637619 Apr 11 06:36:22.856668 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551817ab-e1d5-4763-81e5-8c9c7f579595 x-openstack-request-id: req-551817ab-e1d5-4763-81e5-8c9c7f579595 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:22.857093 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6b2d40-242e-4e9e-a605-d970ea82ed07", "name": "network-vif-plugged", "status": "completed", "tag": "f32b5a1d-acfa-4e0e-8d6a-5bd04208e001", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:22.857342 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-551817ab-e1d5-4763-81e5-8c9c7f579595 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:22.858137 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551817ab-e1d5-4763-81e5-8c9c7f579595'] response: {'server_uuid': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001', 'code': 200} Apr 11 06:36:22.858907 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 0a550be0-0468-42a8-b1ee-1ea4fd814299 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:22.869577 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 0a550be0-0468-42a8-b1ee-1ea4fd814299 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:22.870235 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:22.893601 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:22.894080 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 71a06e43-cfcd-44d4-9fc3-3645cd4e3bba not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:22.897180 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75e67607-6e35-4110-9891-8d3a975d0003 admin admin] Publish callbacks [] for security_group (41eaa60c-8bad-44b5-bff6-194f98d05c79), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.922523 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75e67607-6e35-4110-9891-8d3a975d0003 admin admin] Publish callbacks [] for security_group (41eaa60c-8bad-44b5-bff6-194f98d05c79), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.978875 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75e67607-6e35-4110-9891-8d3a975d0003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (41eaa60c-8bad-44b5-bff6-194f98d05c79), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.981917 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75e67607-6e35-4110-9891-8d3a975d0003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:22.984946 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-75e67607-6e35-4110-9891-8d3a975d0003 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41eaa60c-8bad-44b5-bff6-194f98d05c79 HTTP/1.1" status: 204 len: 168 time: 0.1806023 Apr 11 06:36:22.999876 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e67607-6e35-4110-9891-8d3a975d0003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eaa60c-8bad-44b5-bff6-194f98d05c79,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:23.052760 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cbbcc-e8a9-4696-9559-9a3df9536cf6 req-7d6566ba-b531-4c1f-8860-8a21daca2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:23.054230 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e22cbbcc-e8a9-4696-9559-9a3df9536cf6 req-7d6566ba-b531-4c1f-8860-8a21daca2fab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 1130 time: 0.0410051 Apr 11 06:36:23.104010 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e22cbbcc-e8a9-4696-9559-9a3df9536cf6 req-e37e8d8d-d23d-493e-ae86-99473f7b3c48 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=63b8bc8b-499a-4118-b5cc-55ebd937ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436902 Apr 11 06:36:23.130751 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd0135ad-17a7-46dc-ae6a-9dc5a9c18b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:23.529284 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc885f41-3618-4ce5-b81d-69fb63dc935c req-e174c66d-7a58-422a-aa96-609b7d672401 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:23.530841 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dc885f41-3618-4ce5-b81d-69fb63dc935c req-e174c66d-7a58-422a-aa96-609b7d672401 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 946 time: 0.0510607 Apr 11 06:36:23.583973 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dc885f41-3618-4ce5-b81d-69fb63dc935c req-2e91884b-099b-4d2c-bb27-c550e37c7025 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=63b8bc8b-499a-4118-b5cc-55ebd937ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473323 Apr 11 06:36:23.971507 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa37d4c-ede8-477d-a5da-9137e853d219 req-166275a1-b1ac-4bc0-879b-350e4509b706 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:23.973081 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0aa37d4c-ede8-477d-a5da-9137e853d219 req-166275a1-b1ac-4bc0-879b-350e4509b706 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0495684 Apr 11 06:36:24.019992 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0aa37d4c-ede8-477d-a5da-9137e853d219 req-3bb3f474-2b72-4eb2-90ad-d7c9be484159 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Apr 11 06:36:24.600255 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:24.705122 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f032d-d135-4769-aa32-7fb88f41c683 req-0bf6763c-fd1a-40d3-92c3-edd17fd3b579 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:24.706586 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f03f032d-d135-4769-aa32-7fb88f41c683 req-0bf6763c-fd1a-40d3-92c3-edd17fd3b579 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 946 time: 0.0470157 Apr 11 06:36:24.756412 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f03f032d-d135-4769-aa32-7fb88f41c683 req-e9518ecd-c6f2-4da6-bd69-e9fe735b3e81 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=63b8bc8b-499a-4118-b5cc-55ebd937ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440903 Apr 11 06:36:24.877036 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1796fd-532a-4ce1-9ae6-011e8194a2f2 req-c7b48d41-67b9-439f-8b0d-640000007d1f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:24.878455 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e1796fd-532a-4ce1-9ae6-011e8194a2f2 req-c7b48d41-67b9-439f-8b0d-640000007d1f tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 946 time: 0.0565271 Apr 11 06:36:24.887731 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40098) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:24.892323 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6cf1452f-2f0b-4530-a31e-3e6de031edff tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Request body: {'floatingip': {'port_id': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:36:24.935053 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cf1452f-2f0b-4530-a31e-3e6de031edff tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (f77842c8-ba36-432c-83eb-caa967843874), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:25.147294 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b2250-419e-41ef-9067-3946e14d77ad req-e88f1831-6d8c-4858-9432-8b1298c36a8a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:25.148817 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aa9b2250-419e-41ef-9067-3946e14d77ad req-e88f1831-6d8c-4858-9432-8b1298c36a8a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0495327 Apr 11 06:36:25.207607 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aa9b2250-419e-41ef-9067-3946e14d77ad req-696226af-a206-4b3b-9d79-2e4e73130738 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499892 Apr 11 06:36:25.397517 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cf1452f-2f0b-4530-a31e-3e6de031edff tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:25.403752 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cf1452f-2f0b-4530-a31e-3e6de031edff tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (f77842c8-ba36-432c-83eb-caa967843874), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:25.510072 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-6cf1452f-2f0b-4530-a31e-3e6de031edff tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Floating IP f77842c8-ba36-432c-83eb-caa967843874 associated. External IP: 172.27.2.72, port: f32b5a1d-acfa-4e0e-8d6a-5bd04208e001. Apr 11 06:36:25.723733 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf1452f-2f0b-4530-a31e-3e6de031edff tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Router 66023ed4-db35-4f65-9756-2afe2e1e0d60 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:36:25.779095 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:25.843558 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf1452f-2f0b-4530-a31e-3e6de031edff tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:36:25.848968 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cf1452f-2f0b-4530-a31e-3e6de031edff tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:25.853638 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a99442-9d6f-4da5-8324-41f2844d6994 None None] Sync routers for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:36:25.863843 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a99442-9d6f-4da5-8324-41f2844d6994 None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:25.864442 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c2a99442-9d6f-4da5-8324-41f2844d6994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:36:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:25.879603 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6cf1452f-2f0b-4530-a31e-3e6de031edff tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "PUT /v2.0/floatingips/f77842c8-ba36-432c-83eb-caa967843874 HTTP/1.1" status: 200 len: 991 time: 0.9907644 Apr 11 06:36:25.880190 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'tag': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:25.882479 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce26f6e7-cacb-469e-bc7f-c288476362b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6b2d40-242e-4e9e-a605-d970ea82ed07", "tag": "f32b5a1d-acfa-4e0e-8d6a-5bd04208e001"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:25.923796 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c65094-0118-4d79-96f4-7e71e6e38c2b x-openstack-request-id: req-39c65094-0118-4d79-96f4-7e71e6e38c2b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:25.924519 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6b2d40-242e-4e9e-a605-d970ea82ed07", "tag": "f32b5a1d-acfa-4e0e-8d6a-5bd04208e001", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:25.924519 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39c65094-0118-4d79-96f4-7e71e6e38c2b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:25.924782 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c65094-0118-4d79-96f4-7e71e6e38c2b'] response: {'name': 'network-changed', 'server_uuid': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'tag': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001', 'status': 'completed', 'code': 200} Apr 11 06:36:25.943049 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:25.977565 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c2a99442-9d6f-4da5-8324-41f2844d6994 None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:26.196705 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c2a99442-9d6f-4da5-8324-41f2844d6994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': 'f77842c8-ba36-432c-83eb-caa967843874', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'port_id': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'mac_address': 'fa:16:3e:6a:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:36:12Z', 'updated_at': '2022-04-11T06:36:25Z', 'revision_number': 1, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:26.223868 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a99442-9d6f-4da5-8324-41f2844d6994 None None] Checking router: 66023ed4-db35-4f65-9756-2afe2e1e0d60 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:36:26.232578 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a99442-9d6f-4da5-8324-41f2844d6994 None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:26.233134 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c2a99442-9d6f-4da5-8324-41f2844d6994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:36:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:26.330692 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a6c11-2a5f-4d24-8ae9-81f47f65bfbc req-9cbb6cbc-c3ce-433d-8faa-127480af49a7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:26.332173 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a85a6c11-2a5f-4d24-8ae9-81f47f65bfbc req-9cbb6cbc-c3ce-433d-8faa-127480af49a7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0499809 Apr 11 06:36:26.346145 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c2a99442-9d6f-4da5-8324-41f2844d6994 None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:26.379004 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a85a6c11-2a5f-4d24-8ae9-81f47f65bfbc req-325b485e-1e4d-4589-b393-62b0eb170a17 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407977 Apr 11 06:36:26.573774 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c2a99442-9d6f-4da5-8324-41f2844d6994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': 'f77842c8-ba36-432c-83eb-caa967843874', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'port_id': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'mac_address': 'fa:16:3e:6a:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:36:12Z', 'updated_at': '2022-04-11T06:36:25Z', 'revision_number': 1, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:26.604360 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a99442-9d6f-4da5-8324-41f2844d6994 None None] The sync data for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi is: [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': 'f77842c8-ba36-432c-83eb-caa967843874', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'port_id': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'mac_address': 'fa:16:3e:6a:21:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:36:12Z', 'updated_at': '2022-04-11T06:36:25Z', 'revision_number': 1, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:36:26.798822 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6008d890-f03b-435c-8d1d-87739013738a None None] New status for floating IP f77842c8-ba36-432c-83eb-caa967843874: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:36:27.216445 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:27.506890 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120d6d0-b7d1-40e7-825d-6ae1e030528c req-23dc5d26-93ca-4056-b47b-346c0d55d5e1 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:27.508270 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7120d6d0-b7d1-40e7-825d-6ae1e030528c req-23dc5d26-93ca-4056-b47b-346c0d55d5e1 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0491564 Apr 11 06:36:27.565099 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7120d6d0-b7d1-40e7-825d-6ae1e030528c req-11d52884-a303-40cb-a8de-768723c4e548 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480068 Apr 11 06:36:28.117398 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26f6e7-cacb-469e-bc7f-c288476362b6 req-e7ace20d-210d-4270-adb3-db64bc699b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:28.118827 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce26f6e7-cacb-469e-bc7f-c288476362b6 req-e7ace20d-210d-4270-adb3-db64bc699b94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9656f49a2604955a0684ebb230397f3&device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 1130 time: 0.0471482 Apr 11 06:36:28.215740 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26f6e7-cacb-469e-bc7f-c288476362b6 req-ca26eb65-5d63-473a-8a0f-bc528bab8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:28.217305 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce26f6e7-cacb-469e-bc7f-c288476362b6 req-ca26eb65-5d63-473a-8a0f-bc528bab8104 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0452541-ae6a-407a-a6e0-2f42517a89be HTTP/1.1" status: 200 len: 910 time: 0.0915201 Apr 11 06:36:28.281536 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce26f6e7-cacb-469e-bc7f-c288476362b6 req-57920181-c184-4b9e-a2b5-a5c74887716b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 HTTP/1.1" status: 200 len: 1001 time: 0.0581062 Apr 11 06:36:28.398509 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26f6e7-cacb-469e-bc7f-c288476362b6 req-b895e6bc-abad-4d22-8f72-4a420fb3ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:28.400299 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce26f6e7-cacb-469e-bc7f-c288476362b6 req-b895e6bc-abad-4d22-8f72-4a420fb3ced3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a560b5c-8187-40f9-a67d-b5d8bcffd646 HTTP/1.1" status: 200 len: 849 time: 0.0548229 Apr 11 06:36:28.449237 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26f6e7-cacb-469e-bc7f-c288476362b6 req-d6f0d88e-b2f4-4323-8076-21dbb0149dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:28.450893 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce26f6e7-cacb-469e-bc7f-c288476362b6 req-d6f0d88e-b2f4-4323-8076-21dbb0149dcf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0452541-ae6a-407a-a6e0-2f42517a89be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445156 Apr 11 06:36:28.554039 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce26f6e7-cacb-469e-bc7f-c288476362b6 req-91188fd6-a951-41af-aa11-b63f9bc8ba23 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960162 Apr 11 06:36:28.716447 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b72036-79bc-4199-89fa-eb876fd14ada req-1e980174-2189-4910-a3ab-03542b657add tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:28.718025 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18b72036-79bc-4199-89fa-eb876fd14ada req-1e980174-2189-4910-a3ab-03542b657add tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0669956 Apr 11 06:36:28.724372 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce26f6e7-cacb-469e-bc7f-c288476362b6 req-1a17c2d0-c762-4ec2-9da0-4c0d7fc56eb4 service neutron] 10.222.0.20 "GET /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637714 Apr 11 06:36:28.767712 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18b72036-79bc-4199-89fa-eb876fd14ada req-a3a147f1-3cb4-4547-be39-835731452978 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423481 Apr 11 06:36:29.895100 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d25471-56d4-4c32-be11-235c4aa0375d req-777eb035-b068-44e8-8ed3-73bde40dea59 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:29.896571 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-93d25471-56d4-4c32-be11-235c4aa0375d req-777eb035-b068-44e8-8ed3-73bde40dea59 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0516934 Apr 11 06:36:29.946009 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-93d25471-56d4-4c32-be11-235c4aa0375d req-2cb3a29a-77d0-4cfe-a94d-e4b3cea673bd tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409453 Apr 11 06:36:31.073724 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df4567-8f58-42d4-b708-20203af80e4f req-fe32dfbd-95db-4010-883f-5dd259d35a46 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:31.075244 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e8df4567-8f58-42d4-b708-20203af80e4f req-fe32dfbd-95db-4010-883f-5dd259d35a46 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0501225 Apr 11 06:36:31.137564 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e8df4567-8f58-42d4-b708-20203af80e4f req-72c87ec1-2be2-4296-afec-d57b862c667e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539570 Apr 11 06:36:31.539134 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9b980a4e-a610-4a8c-abb9-5d52fc344949 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:36:31.654962 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:31.666434 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'port_id': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'mac_address': 'fa:16:3e:e0:d0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:36:31.705206 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 9b980a4e-a610-4a8c-abb9-5d52fc344949 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:36:31.705803 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:31.726931 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b980a4e-a610-4a8c-abb9-5d52fc344949 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:36:31.752638 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:31.759902 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:31.809490 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=9b980a4e-a610-4a8c-abb9-5d52fc344949,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:32.280532 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f591a7-f4a4-4a74-958f-5ad088e44028 req-571c54c3-19b4-4d2e-954e-7e487fe79f57 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:32.282016 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c0f591a7-f4a4-4a74-958f-5ad088e44028 req-571c54c3-19b4-4d2e-954e-7e487fe79f57 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 944 time: 0.0602467 Apr 11 06:36:32.333230 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c0f591a7-f4a4-4a74-958f-5ad088e44028 req-43cc5cde-d8d6-4cb7-ad37-3eb1d82cb185 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454676 Apr 11 06:36:32.562005 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['9b980a4e-a610-4a8c-abb9-5d52fc344949'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:36:32.648878 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731bf19-2d5a-4838-a88c-3c2d43011db1 req-8cf1c3bb-fa17-44f8-9ff3-c1b10f4cf387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:32.650412 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d731bf19-2d5a-4838-a88c-3c2d43011db1 req-8cf1c3bb-fa17-44f8-9ff3-c1b10f4cf387 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 1128 time: 0.0400455 Apr 11 06:36:32.777444 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731bf19-2d5a-4838-a88c-3c2d43011db1 req-7ef289ed-3ca2-4e9c-a11e-df55a361a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:32.778845 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d731bf19-2d5a-4838-a88c-3c2d43011db1 req-7ef289ed-3ca2-4e9c-a11e-df55a361a1b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 916 time: 0.0956829 Apr 11 06:36:32.865382 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d731bf19-2d5a-4838-a88c-3c2d43011db1 req-9e91c5ee-de94-49e1-9e0d-7e91f99e1bc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949 HTTP/1.1" status: 200 len: 1000 time: 0.0715027 Apr 11 06:36:32.921877 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731bf19-2d5a-4838-a88c-3c2d43011db1 req-e2179b2c-b7f5-47bb-886d-b8f48dcce28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:32.923592 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d731bf19-2d5a-4838-a88c-3c2d43011db1 req-e2179b2c-b7f5-47bb-886d-b8f48dcce28f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.0496233 Apr 11 06:36:32.983591 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731bf19-2d5a-4838-a88c-3c2d43011db1 req-940e2c0b-c642-4b2f-a04a-5c8ff0f52aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:32.985576 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d731bf19-2d5a-4838-a88c-3c2d43011db1 req-940e2c0b-c642-4b2f-a04a-5c8ff0f52aef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454669 Apr 11 06:36:33.074998 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d731bf19-2d5a-4838-a88c-3c2d43011db1 req-decead00-51e2-4fb0-9d33-7718d3b64125 service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836389 Apr 11 06:36:33.180139 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d731bf19-2d5a-4838-a88c-3c2d43011db1 req-dac4249f-4005-40d5-85f3-b737bed6e2e0 service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996301 Apr 11 06:36:33.461349 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f325a64-a9a1-48ea-b4b3-d799fe6d0408 req-ffb6129e-d515-4f8f-bed6-37c593f3a7cb tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:33.463330 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f325a64-a9a1-48ea-b4b3-d799fe6d0408 req-ffb6129e-d515-4f8f-bed6-37c593f3a7cb tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 944 time: 0.0499387 Apr 11 06:36:33.523947 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f325a64-a9a1-48ea-b4b3-d799fe6d0408 req-272c1114-5597-4a6f-b21d-99b99ac2a0c7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509315 Apr 11 06:36:34.572849 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9b980a4e-a610-4a8c-abb9-5d52fc344949 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:36:34.632317 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 9b980a4e-a610-4a8c-abb9-5d52fc344949 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:36:34.632725 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:34.679733 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e5d5d-c722-4761-bcc0-5fb84700bcf8 req-54dfba95-7b38-4860-95c0-448745f6334d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:34.687835 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c90e5d5d-c722-4761-bcc0-5fb84700bcf8 req-54dfba95-7b38-4860-95c0-448745f6334d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 944 time: 0.0680385 Apr 11 06:36:34.747792 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 9b980a4e-a610-4a8c-abb9-5d52fc344949 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:36:34.748183 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:34.757522 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c90e5d5d-c722-4761-bcc0-5fb84700bcf8 req-8e0814be-d715-441f-b572-0ff3d935822f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682528 Apr 11 06:36:34.775308 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:34.777917 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048f507b-0572-40e8-abb0-420c0945d459" -d '{"events": [{"server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "name": "network-vif-plugged", "status": "completed", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:34.793115 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:34.798837 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:34.834521 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f8f4ed-85da-46d0-9ab0-826ab80121a2 x-openstack-request-id: req-56f8f4ed-85da-46d0-9ab0-826ab80121a2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:34.834821 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "name": "network-vif-plugged", "status": "completed", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:34.835263 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56f8f4ed-85da-46d0-9ab0-826ab80121a2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:34.835834 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f8f4ed-85da-46d0-9ab0-826ab80121a2'] response: {'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'code': 200} Apr 11 06:36:34.863116 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=9b980a4e-a610-4a8c-abb9-5d52fc344949,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:35.885497 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea7ca2-1092-43a7-9f65-1344b4112011 req-4fcf48c6-59b0-4284-a3ba-f8dd798be232 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:35.887015 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ffea7ca2-1092-43a7-9f65-1344b4112011 req-4fcf48c6-59b0-4284-a3ba-f8dd798be232 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0549231 Apr 11 06:36:35.938272 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ffea7ca2-1092-43a7-9f65-1344b4112011 req-230ea54f-d13e-4c55-8949-a858b326e690 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450962 Apr 11 06:36:37.068244 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00bae1-42a1-473a-86dc-6d5ec0a6856b req-86c6fb91-7a31-4675-9f68-3bbdc1162b6c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:37.070606 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b00bae1-42a1-473a-86dc-6d5ec0a6856b req-86c6fb91-7a31-4675-9f68-3bbdc1162b6c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0532680 Apr 11 06:36:37.125465 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b00bae1-42a1-473a-86dc-6d5ec0a6856b req-0638abe4-6286-41c0-a357-b13490321d79 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478642 Apr 11 06:36:38.257778 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d39e0-da4a-459e-9b84-4b87e32ba264 req-0f0ef514-e5ef-4b3d-b6de-8a3ed8394d7a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:38.259256 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0a1d39e0-da4a-459e-9b84-4b87e32ba264 req-0f0ef514-e5ef-4b3d-b6de-8a3ed8394d7a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0546091 Apr 11 06:36:38.321605 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0a1d39e0-da4a-459e-9b84-4b87e32ba264 req-16de067d-9091-4c6f-8d26-4e13def019ee tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560064 Apr 11 06:36:39.156483 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:36:39.445302 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29db0-2eb1-435d-826d-fd69331b4c8c req-2de9ffa4-8fff-4f6c-ac85-de7adb78d41e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:39.451506 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fca29db0-2eb1-435d-826d-fd69331b4c8c req-2de9ffa4-8fff-4f6c-ac85-de7adb78d41e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0618408 Apr 11 06:36:39.521077 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fca29db0-2eb1-435d-826d-fd69331b4c8c req-cb03b21a-0c87-4800-81dd-26c186ccc864 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616591 Apr 11 06:36:40.667146 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66447b5e-8efb-46dc-8d97-d5c762726501 req-7d7343da-ad78-41e1-a9d0-38a7e0b29822 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:40.676049 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66447b5e-8efb-46dc-8d97-d5c762726501 req-7d7343da-ad78-41e1-a9d0-38a7e0b29822 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0859587 Apr 11 06:36:40.744304 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66447b5e-8efb-46dc-8d97-d5c762726501 req-c9e8ae7c-4a3b-47bb-8ff9-cb3425bb7a94 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671642 Apr 11 06:36:41.880267 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125e858-2fe9-49d0-8ca1-53dc5dfa0b5b req-6eae6bdc-ecf8-4843-9562-6bdcee6914d8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:41.881912 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6125e858-2fe9-49d0-8ca1-53dc5dfa0b5b req-6eae6bdc-ecf8-4843-9562-6bdcee6914d8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0612965 Apr 11 06:36:41.963997 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6125e858-2fe9-49d0-8ca1-53dc5dfa0b5b req-0a2d8694-1a51-4e76-87ee-3512923bf7a2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658770 Apr 11 06:36:43.081166 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef006e9a-6a04-49c3-9828-8f5d45ae015e req-52e41679-8381-4f86-9581-7fb59063efdf tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:43.082636 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef006e9a-6a04-49c3-9828-8f5d45ae015e req-52e41679-8381-4f86-9581-7fb59063efdf tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0537126 Apr 11 06:36:43.128598 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef006e9a-6a04-49c3-9828-8f5d45ae015e req-c3c3acda-6d92-4ea0-ab14-dbeecef535c4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400612 Apr 11 06:36:44.250620 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ffa2c-4013-48a0-a5ca-c80a6e71afea req-8d721f08-7537-453b-b64f-a6977e6d6c4a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:44.252165 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d6ffa2c-4013-48a0-a5ca-c80a6e71afea req-8d721f08-7537-453b-b64f-a6977e6d6c4a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0516381 Apr 11 06:36:44.300263 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d6ffa2c-4013-48a0-a5ca-c80a6e71afea req-c942161d-8ae5-416a-afb4-ae5faaaa0b5c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422988 Apr 11 06:36:44.653481 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc9ce2-25e8-4cc7-94c3-a9531a4171e6 req-a68bf51f-4e22-498c-9d13-8523d76cb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:44.654995 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5acc9ce2-25e8-4cc7-94c3-a9531a4171e6 req-a68bf51f-4e22-498c-9d13-8523d76cb3c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 1129 time: 0.0402865 Apr 11 06:36:44.759021 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc9ce2-25e8-4cc7-94c3-a9531a4171e6 req-78861baf-3f5e-439b-a3ce-d9ffec79b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:44.760527 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5acc9ce2-25e8-4cc7-94c3-a9531a4171e6 req-78861baf-3f5e-439b-a3ce-d9ffec79b550 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 916 time: 0.0951362 Apr 11 06:36:44.827375 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5acc9ce2-25e8-4cc7-94c3-a9531a4171e6 req-f3eb3d59-4f93-4eea-b5b7-0b5064c76628 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949 HTTP/1.1" status: 200 len: 1001 time: 0.0606091 Apr 11 06:36:44.877519 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc9ce2-25e8-4cc7-94c3-a9531a4171e6 req-e83b181e-24a7-46e5-8d96-88a6dd5d9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:44.878898 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5acc9ce2-25e8-4cc7-94c3-a9531a4171e6 req-e83b181e-24a7-46e5-8d96-88a6dd5d9bb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.0461500 Apr 11 06:36:44.927471 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc9ce2-25e8-4cc7-94c3-a9531a4171e6 req-3a9f18b2-2b38-4aeb-84aa-c8276c1b813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:44.929027 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5acc9ce2-25e8-4cc7-94c3-a9531a4171e6 req-3a9f18b2-2b38-4aeb-84aa-c8276c1b813b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430458 Apr 11 06:36:45.036100 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5acc9ce2-25e8-4cc7-94c3-a9531a4171e6 req-ef6be2dc-61e5-4742-8642-8e151989cf8c service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006553 Apr 11 06:36:45.136870 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5acc9ce2-25e8-4cc7-94c3-a9531a4171e6 req-5039aa60-68f2-4403-8219-a1464468c8c1 service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901248 Apr 11 06:36:45.427670 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef731c1-0c01-41ea-97bd-2d6f55043056 req-ec312ec4-ff31-4955-a2ec-1675ab83109f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:45.429291 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bef731c1-0c01-41ea-97bd-2d6f55043056 req-ec312ec4-ff31-4955-a2ec-1675ab83109f tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0495450 Apr 11 06:36:45.479310 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bef731c1-0c01-41ea-97bd-2d6f55043056 req-8b55a627-3073-4bd0-8cb1-084f4c828d64 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435960 Apr 11 06:36:45.673192 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a61a9-e36a-4e35-a688-2ac0e476e322 req-ee6166ae-c0b8-41b4-abd0-e71ea9b9c5cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:45.674745 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-383a61a9-e36a-4e35-a688-2ac0e476e322 req-ee6166ae-c0b8-41b4-abd0-e71ea9b9c5cd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 946 time: 0.0549650 Apr 11 06:36:45.724728 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-383a61a9-e36a-4e35-a688-2ac0e476e322 req-1af89681-2d69-4835-ac46-46d3a2a90ad0 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444026 Apr 11 06:36:46.613867 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f4358-a943-43c6-97f3-360b7a40203a req-70f64c13-4528-4b1b-a005-c96ad2fe4bc4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:46.615283 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f6f4358-a943-43c6-97f3-360b7a40203a req-70f64c13-4528-4b1b-a005-c96ad2fe4bc4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 945 time: 0.0509403 Apr 11 06:36:46.618004 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9b980a4e-a610-4a8c-abb9-5d52fc344949 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:46.663277 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f6f4358-a943-43c6-97f3-360b7a40203a req-433e8666-9b44-44b9-8f3c-91846e4f2b65 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420415 Apr 11 06:36:46.693748 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 9b980a4e-a610-4a8c-abb9-5d52fc344949 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:36:46.694126 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:46.716980 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:46.719161 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae5f9b1-7ace-4d87-95d0-32ab774ce644" -d '{"events": [{"server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "name": "network-vif-unplugged", "status": "completed", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:46.734900 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:46.739453 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:46.762113 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29612555-da43-410a-9300-870e18158161 x-openstack-request-id: req-29612555-da43-410a-9300-870e18158161 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:46.762421 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "name": "network-vif-unplugged", "status": "completed", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:46.762671 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29612555-da43-410a-9300-870e18158161 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:46.763059 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29612555-da43-410a-9300-870e18158161'] response: {'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'code': 200} Apr 11 06:36:46.788289 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=9b980a4e-a610-4a8c-abb9-5d52fc344949,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:46.835099 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72297-0805-44f2-91ca-0888d63847c5 req-cf1d4c07-ec08-4ccd-86c1-a80cc020c6a3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:46.836557 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-11c72297-0805-44f2-91ca-0888d63847c5 req-cf1d4c07-ec08-4ccd-86c1-a80cc020c6a3 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 946 time: 0.0456450 Apr 11 06:36:46.882407 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-11c72297-0805-44f2-91ca-0888d63847c5 req-970b9484-4d8c-4d46-91f8-8d21d5f18f0a tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396016 Apr 11 06:36:47.798223 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452caa9-a593-4ee4-9103-d9bef4be714a req-470f0c0a-c462-4010-bdac-6c42a6f94c84 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:47.799760 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b452caa9-a593-4ee4-9103-d9bef4be714a req-470f0c0a-c462-4010-bdac-6c42a6f94c84 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0510798 Apr 11 06:36:47.862309 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b452caa9-a593-4ee4-9103-d9bef4be714a req-43b65ef7-c1b4-4fc0-8982-0f5fe114ba1e tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538399 Apr 11 06:36:47.999319 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb2b59-e3b8-4222-af93-0a4a16da0216 req-08b735cb-6d85-42d4-a91b-5dddba549df6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:48.000808 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-77bb2b59-e3b8-4222-af93-0a4a16da0216 req-08b735cb-6d85-42d4-a91b-5dddba549df6 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 946 time: 0.0493932 Apr 11 06:36:48.051856 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-77bb2b59-e3b8-4222-af93-0a4a16da0216 req-400b19dd-9a39-405c-af22-16c3362c0c36 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438492 Apr 11 06:36:48.996593 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379a9b9-82b7-4932-aa92-6ed96522b30b req-15e743a1-6790-4c66-9398-ab1616555c16 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:48.998920 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b379a9b9-82b7-4932-aa92-6ed96522b30b req-15e743a1-6790-4c66-9398-ab1616555c16 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0511119 Apr 11 06:36:49.056033 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b379a9b9-82b7-4932-aa92-6ed96522b30b req-75b8d3a6-263e-481b-a5a7-f706715d40d6 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508564 Apr 11 06:36:49.173604 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32aa7e-0ca6-4f00-aa82-53914b42817b req-cf7610bc-a597-4af0-8fe3-5b5ab12c8abd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:49.175106 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e32aa7e-0ca6-4f00-aa82-53914b42817b req-cf7610bc-a597-4af0-8fe3-5b5ab12c8abd tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 946 time: 0.0534868 Apr 11 06:36:49.224016 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e32aa7e-0ca6-4f00-aa82-53914b42817b req-9603e164-e91b-4204-bbdf-2ecf3630ddb5 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410197 Apr 11 06:36:50.179669 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ed5d7-247f-4c3e-b867-3957cdf728f2 req-73fbad54-67eb-4861-bf82-87ec6d662020 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:50.181117 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-542ed5d7-247f-4c3e-b867-3957cdf728f2 req-73fbad54-67eb-4861-bf82-87ec6d662020 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0463631 Apr 11 06:36:50.229491 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-542ed5d7-247f-4c3e-b867-3957cdf728f2 req-7dbf2f38-c789-4890-8a57-58482b19142a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Apr 11 06:36:50.359403 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a456350-a816-434e-a4c5-7790de601727 req-605ebf1f-3336-4de0-9bc6-35012ecaa515 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:50.360994 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1a456350-a816-434e-a4c5-7790de601727 req-605ebf1f-3336-4de0-9bc6-35012ecaa515 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 946 time: 0.0834517 Apr 11 06:36:50.401332 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334d8a4-ae26-49be-b5a0-9c20dd0cbc91 req-7b7750e4-5b8c-42de-8ece-73860e658bef tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:50.402812 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f334d8a4-ae26-49be-b5a0-9c20dd0cbc91 req-7b7750e4-5b8c-42de-8ece-73860e658bef tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 946 time: 0.0900207 Apr 11 06:36:50.487846 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Deleting port d070995d-c78b-4802-a3e0-b31151f2fff2 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:50.488170 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:50.506977 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f334d8a4-ae26-49be-b5a0-9c20dd0cbc91 req-e39370c8-15d9-44b6-a291-647b755d2025 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups?id=a772851c-88c0-4934-be9c-45151d0bd190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961573 Apr 11 06:36:50.592243 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] For port d070995d-c78b-4802-a3e0-b31151f2fff2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=d070995d-c78b-4802-a3e0-b31151f2fff2,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:50.592640 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:50.635156 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9b980a4e-a610-4a8c-abb9-5d52fc344949 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:50.719570 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 9b980a4e-a610-4a8c-abb9-5d52fc344949 is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:36:50.772340 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:50.772760 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (a6b1a90a-da54-447a-b587-02b1645436a9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:50.773055 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Floating IP a6b1a90a-da54-447a-b587-02b1645436a9 disassociated. External IP: 172.27.2.221, port: d070995d-c78b-4802-a3e0-b31151f2fff2. Apr 11 06:36:50.773433 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Calling delete_port for d070995d-c78b-4802-a3e0-b31151f2fff2 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:50.905912 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (d070995d-c78b-4802-a3e0-b31151f2fff2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:50.936021 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event deleted for resources: {'Port': ['ID=d070995d-c78b-4802-a3e0-b31151f2fff2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:51.062679 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Router f8a382dd-e48c-4156-a92f-e5be092eb7ca has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:36:51.088254 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c61c5aa4-1bce-4958-85f6-e6174c59f7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.231213 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a70d33-7ddc-4578-8c63-01dd876cab09 req-64ae46cd-f00c-4d06-8f00-ea1e463ead68 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:51.232599 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5a70d33-7ddc-4578-8c63-01dd876cab09 req-64ae46cd-f00c-4d06-8f00-ea1e463ead68 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0610471 Apr 11 06:36:51.241379 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:36:51.251179 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0749b-fe04-4de4-9047-ba4e96bff41e None None] Sync routers for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:36:51.263405 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0749b-fe04-4de4-9047-ba4e96bff41e None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:51.264023 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88c0749b-fe04-4de4-9047-ba4e96bff41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:36:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:51.480212 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-88c0749b-fe04-4de4-9047-ba4e96bff41e None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:51.498460 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40452) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:51.589751 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] No DVR routers for this DVR port d070995d-c78b-4802-a3e0-b31151f2fff2 on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:36:51.592592 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:51.596356 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1a456350-a816-434e-a4c5-7790de601727 req-8f5e0100-b7a3-4384-9700-bbd72da59136 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.20 "DELETE /v2.0/ports/d070995d-c78b-4802-a3e0-b31151f2fff2 HTTP/1.1" status: 204 len: 173 time: 1.2269213 Apr 11 06:36:51.600938 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e7d636-b3ed-43fb-889c-424e958482b3', 'name': 'network-vif-deleted', 'tag': 'd070995d-c78b-4802-a3e0-b31151f2fff2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:36:51.603354 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f39c679-8b3b-4520-9b22-6ce5226a09c5" -d '{"events": [{"server_uuid": "85e7d636-b3ed-43fb-889c-424e958482b3", "name": "network-vif-deleted", "tag": "d070995d-c78b-4802-a3e0-b31151f2fff2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:36:51.631863 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-a2cb1eb9-86cb-440c-aa44-e3854221116a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314692 Apr 11 06:36:51.637147 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-fa415c64-4cdf-4fa1-a934-0d8c59dc0e90 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:36:51.648154 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-fa415c64-4cdf-4fa1-a934-0d8c59dc0e90 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091467 Apr 11 06:36:51.651361 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bd14ad80-5c7d-46d1-a0e7-733d7c8c9876 req-0dadea84-807e-477a-999d-ab9ba4f0c86d tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/ports?device_id=85e7d636-b3ed-43fb-889c-424e958482b3 HTTP/1.1" status: 200 len: 210 time: 0.0539532 Apr 11 06:36:51.668531 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5a70d33-7ddc-4578-8c63-01dd876cab09 req-595f0b1e-a89f-4376-9043-dd7338167177 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4293509 Apr 11 06:36:51.714513 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88c0749b-fe04-4de4-9047-ba4e96bff41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:51.735831 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb203af-ff08-4302-b0f1-2b90fa6fbff7 x-openstack-request-id: req-7eb203af-ff08-4302-b0f1-2b90fa6fbff7 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:36:51.736159 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e7d636-b3ed-43fb-889c-424e958482b3", "name": "network-vif-deleted", "tag": "d070995d-c78b-4802-a3e0-b31151f2fff2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:36:51.736408 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7eb203af-ff08-4302-b0f1-2b90fa6fbff7 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:36:51.736798 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb203af-ff08-4302-b0f1-2b90fa6fbff7'] response: {'server_uuid': '85e7d636-b3ed-43fb-889c-424e958482b3', 'name': 'network-vif-deleted', 'tag': 'd070995d-c78b-4802-a3e0-b31151f2fff2', 'status': 'completed', 'code': 200} Apr 11 06:36:51.743707 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0749b-fe04-4de4-9047-ba4e96bff41e None None] Checking router: f8a382dd-e48c-4156-a92f-e5be092eb7ca for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:36:51.757334 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0749b-fe04-4de4-9047-ba4e96bff41e None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:36:51.757939 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88c0749b-fe04-4de4-9047-ba4e96bff41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:36:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:51.766867 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:51.860034 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-66eb9ff8-c365-4e8f-871f-407350762e73 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:51.861555 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-66eb9ff8-c365-4e8f-871f-407350762e73 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports/9b980a4e-a610-4a8c-abb9-5d52fc344949 HTTP/1.1" status: 200 len: 940 time: 0.0934882 Apr 11 06:36:51.868889 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-88c0749b-fe04-4de4-9047-ba4e96bff41e None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:36:52.092634 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88c0749b-fe04-4de4-9047-ba4e96bff41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:36:52.123413 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c0749b-fe04-4de4-9047-ba4e96bff41e None None] The sync data for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi is: [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:30:45Z', 'revision_number': 4, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '755a7594-69ab-42f1-9d69-b736e05d536b', 'name': '', 'network_id': 'a484c9f1-fa0a-4ecf-a021-c8b6f38a3036', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'mac_address': 'fa:16:3e:b8:c8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:41Z', 'updated_at': '2022-04-11T06:30:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'subnets': [{'id': '0fa1d8c8-088e-43d7-bf63-0c0a94c71a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:36:52.420355 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c61893-7699-4d98-a2f3-39c1b6440ff8 None None] New status for floating IP a6b1a90a-da54-447a-b587-02b1645436a9: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:36:52.656050 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device d070995d-c78b-4802-a3e0-b31151f2fff2 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:36:52.677362 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: d070995d-c78b-4802-a3e0-b31151f2fff2 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:36:52.677709 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device d070995d-c78b-4802-a3e0-b31151f2fff2 not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:36:52.760743 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40510) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:52.844389 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-e594b277-c692-4d8e-b7f7-f8d78c621824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:52.845911 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-e594b277-c692-4d8e-b7f7-f8d78c621824 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62&tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd HTTP/1.1" status: 200 len: 1127 time: 0.1173377 Apr 11 06:36:52.865378 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd72ebf-f184-493b-9f50-90e5345a1ea3 req-fe7b40c7-cca4-4856-abc9-6f0c50720314 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:52.866811 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3cd72ebf-f184-493b-9f50-90e5345a1ea3 req-fe7b40c7-cca4-4856-abc9-6f0c50720314 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0787857 Apr 11 06:36:52.935097 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-469b3de8-7ed6-486c-9a8e-eb0fe4cf1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:52.936544 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-469b3de8-7ed6-486c-9a8e-eb0fe4cf1696 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 1127 time: 0.0650837 Apr 11 06:36:52.942794 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c06b6f-25c6-4587-a6e9-de0a00a740ce tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (a772851c-88c0-4934-be9c-45151d0bd190), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.005888 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3cd72ebf-f184-493b-9f50-90e5345a1ea3 req-8662949f-5585-4b02-a5e3-bbb8c590d46b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260352 Apr 11 06:36:53.009308 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c06b6f-25c6-4587-a6e9-de0a00a740ce tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (a772851c-88c0-4934-be9c-45151d0bd190), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.091990 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-c2bff91b-c107-4147-a608-7a154cef194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:53.093506 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-c2bff91b-c107-4147-a608-7a154cef194e service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 916 time: 0.1490998 Apr 11 06:36:53.136333 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67226e96-71a5-4c48-9f95-f4f691efe4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.142926 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c06b6f-25c6-4587-a6e9-de0a00a740ce tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a772851c-88c0-4934-be9c-45151d0bd190), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.145495 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70c06b6f-25c6-4587-a6e9-de0a00a740ce tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.146610 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-70c06b6f-25c6-4587-a6e9-de0a00a740ce tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "DELETE /v2.0/security-groups/a772851c-88c0-4934-be9c-45151d0bd190 HTTP/1.1" status: 204 len: 168 time: 0.3848977 Apr 11 06:36:53.149507 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:53.161702 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c06b6f-25c6-4587-a6e9-de0a00a740ce tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a772851c-88c0-4934-be9c-45151d0bd190,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:53.163079 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-a0b6e12f-edb7-4593-bd6f-ac5d7df90fc5 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] show failed (client error): The resource could not be found. Apr 11 06:36:53.168035 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a0b6e12f-edb7-4593-bd6f-ac5d7df90fc5 tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "GET /v2.0/security-groups/a772851c-88c0-4934-be9c-45151d0bd190 HTTP/1.1" status: 404 len: 347 time: 0.0175476 Apr 11 06:36:53.168889 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40514) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:53.175771 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-7158ead8-9f2d-43de-b248-dbcc850ffe70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949 HTTP/1.1" status: 200 len: 999 time: 0.0753212 Apr 11 06:36:53.227682 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-4addf986-de0f-4fae-96a6-3339016322a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:53.229292 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-4addf986-de0f-4fae-96a6-3339016322a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.0445824 Apr 11 06:36:53.277015 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-3a8c8a77-f2fc-45f4-a177-9963fdb259c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:53.278537 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-3a8c8a77-f2fc-45f4-a177-9963fdb259c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427060 Apr 11 06:36:53.287721 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c6ccef50-c555-45c8-b208-fa22f9e2dd0e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Deleting port 8fae087b-a87f-4d84-ac02-3e5eb0e911dc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:53.288063 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6ccef50-c555-45c8-b208-fa22f9e2dd0e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (8fae087b-a87f-4d84-ac02-3e5eb0e911dc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.366380 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6ccef50-c555-45c8-b208-fa22f9e2dd0e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (8fae087b-a87f-4d84-ac02-3e5eb0e911dc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.366673 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6ccef50-c555-45c8-b208-fa22f9e2dd0e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (8fae087b-a87f-4d84-ac02-3e5eb0e911dc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.367808 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-37c12a1b-c882-4c93-b587-5af812199b86 service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826375 Apr 11 06:36:53.379176 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c6ccef50-c555-45c8-b208-fa22f9e2dd0e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Calling delete_port for 8fae087b-a87f-4d84-ac02-3e5eb0e911dc owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:53.466504 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-65f0d1c8-2cdf-42f5-9c58-1e341c1f95ec req-dd768585-f517-424a-9092-197cab03646b service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917010 Apr 11 06:36:53.526063 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6ccef50-c555-45c8-b208-fa22f9e2dd0e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (8fae087b-a87f-4d84-ac02-3e5eb0e911dc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.553119 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccef50-c555-45c8-b208-fa22f9e2dd0e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Pushing event deleted for resources: {'Port': ['ID=8fae087b-a87f-4d84-ac02-3e5eb0e911dc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:53.621216 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6ccef50-c555-45c8-b208-fa22f9e2dd0e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks [] for floatingip (a6b1a90a-da54-447a-b587-02b1645436a9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.624630 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6ccef50-c555-45c8-b208-fa22f9e2dd0e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:53.625900 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c6ccef50-c555-45c8-b208-fa22f9e2dd0e tempest-AttachVolumeNegativeTest-199353574 tempest-AttachVolumeNegativeTest-199353574-project] 10.222.0.18 "DELETE /v2.0/floatingips/a6b1a90a-da54-447a-b587-02b1645436a9 HTTP/1.1" status: 204 len: 168 time: 0.4561226 Apr 11 06:36:54.134969 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc9ad9-6e23-4cd8-bf8e-b2bb3789248f req-70173dbf-c2c9-4077-a097-5c397729954d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:54.143836 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-35bc9ad9-6e23-4cd8-bf8e-b2bb3789248f req-70173dbf-c2c9-4077-a097-5c397729954d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0613065 Apr 11 06:36:54.194127 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-35bc9ad9-6e23-4cd8-bf8e-b2bb3789248f req-8dd9ccb1-74e6-4768-aeab-645fecc15862 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489738 Apr 11 06:36:54.605446 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:54.838450 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40560) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:54.971629 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8efd1887-6515-45c0-865c-4ad8732060d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.065031 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8efd1887-6515-45c0-865c-4ad8732060d5 admin admin] Publish callbacks [] for security_group (e111c722-c295-4f80-98e1-6bf35634ab11), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.070696 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8efd1887-6515-45c0-865c-4ad8732060d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (e111c722-c295-4f80-98e1-6bf35634ab11), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.111673 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8efd1887-6515-45c0-865c-4ad8732060d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=968deab794b940cd994a15512a2a9f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717896 Apr 11 06:36:55.114204 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd1887-6515-45c0-865c-4ad8732060d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e111c722-c295-4f80-98e1-6bf35634ab11,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:55.115679 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40570) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:55.176750 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0cea255-8f0b-451c-be4a-393be5787ce8 admin admin] Publish callbacks [] for security_group (e111c722-c295-4f80-98e1-6bf35634ab11), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.202477 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0cea255-8f0b-451c-be4a-393be5787ce8 admin admin] Publish callbacks [] for security_group (e111c722-c295-4f80-98e1-6bf35634ab11), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.268125 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0cea255-8f0b-451c-be4a-393be5787ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (e111c722-c295-4f80-98e1-6bf35634ab11), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.271129 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0cea255-8f0b-451c-be4a-393be5787ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.272339 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b0cea255-8f0b-451c-be4a-393be5787ce8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e111c722-c295-4f80-98e1-6bf35634ab11 HTTP/1.1" status: 204 len: 168 time: 0.1555197 Apr 11 06:36:55.309896 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cea255-8f0b-451c-be4a-393be5787ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e111c722-c295-4f80-98e1-6bf35634ab11,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:55.334961 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e57738-4c0c-47f5-8a2e-b8fdd1539bc9 req-d3cae105-9c64-42e1-b206-97c4188a5800 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:55.336468 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-95e57738-4c0c-47f5-8a2e-b8fdd1539bc9 req-d3cae105-9c64-42e1-b206-97c4188a5800 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0545716 Apr 11 06:36:55.419984 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-95e57738-4c0c-47f5-8a2e-b8fdd1539bc9 req-e4b79258-6b43-4bf8-804b-82890f872277 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736454 Apr 11 06:36:55.618276 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:55.631560 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-692d2bf3-6367-4285-8e46-69aa07b65452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.718811 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-692d2bf3-6367-4285-8e46-69aa07b65452 admin admin] Publish callbacks [] for security_group (749ea7eb-edaa-49b1-839e-c880f5b0e547), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.723385 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-692d2bf3-6367-4285-8e46-69aa07b65452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (749ea7eb-edaa-49b1-839e-c880f5b0e547), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.762906 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-692d2bf3-6367-4285-8e46-69aa07b65452 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d3df457ee4745f0b36ebeb3f35cc904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430593 Apr 11 06:36:55.763164 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d2bf3-6367-4285-8e46-69aa07b65452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749ea7eb-edaa-49b1-839e-c880f5b0e547,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:55.765602 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40580) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:55.791833 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.837331 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee077f48-43aa-41f6-a357-4850d3d3af5e admin admin] Publish callbacks [] for security_group (749ea7eb-edaa-49b1-839e-c880f5b0e547), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.863204 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee077f48-43aa-41f6-a357-4850d3d3af5e admin admin] Publish callbacks [] for security_group (749ea7eb-edaa-49b1-839e-c880f5b0e547), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.913281 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee077f48-43aa-41f6-a357-4850d3d3af5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (749ea7eb-edaa-49b1-839e-c880f5b0e547), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.916148 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee077f48-43aa-41f6-a357-4850d3d3af5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:55.917562 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ee077f48-43aa-41f6-a357-4850d3d3af5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/749ea7eb-edaa-49b1-839e-c880f5b0e547 HTTP/1.1" status: 204 len: 168 time: 0.1507568 Apr 11 06:36:55.941153 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee077f48-43aa-41f6-a357-4850d3d3af5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749ea7eb-edaa-49b1-839e-c880f5b0e547,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:55.974319 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:56.601053 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b694e-d8ed-4543-80c2-a3c89b26f995 req-72dca432-9a92-4a9c-a5e0-50bb58eeab2a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:56.603601 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-818b694e-d8ed-4543-80c2-a3c89b26f995 req-72dca432-9a92-4a9c-a5e0-50bb58eeab2a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0811830 Apr 11 06:36:56.666747 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-818b694e-d8ed-4543-80c2-a3c89b26f995 req-86b6d330-68f8-425f-97b1-21f21d59482c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567725 Apr 11 06:36:57.215463 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:57.435477 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40644) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:57.855815 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af6c93-54d1-4d07-b11f-412b4d6b3c8f req-4c585043-27a3-4932-a54a-81955fa0fb38 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:57.858809 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e9af6c93-54d1-4d07-b11f-412b4d6b3c8f req-4c585043-27a3-4932-a54a-81955fa0fb38 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0577726 Apr 11 06:36:57.924513 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e9af6c93-54d1-4d07-b11f-412b4d6b3c8f req-266cc6cb-ad9f-408e-ad39-e6ea91b976cc tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549212 Apr 11 06:36:57.999660 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40656) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:58.120136 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035915'] for router_interface (f8a382dd-e48c-4156-a92f-e5be092eb7ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:58.127071 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:58.241465 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Publish callbacks [] for security_group (f6ab16fb-b4c8-4f44-92e1-1a203aae2d4e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:58.254672 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (f6ab16fb-b4c8-4f44-92e1-1a203aae2d4e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:58.323537 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ab16fb-b4c8-4f44-92e1-1a203aae2d4e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:58.329344 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72ec881d1dfc4000ab4a169e93fc954e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281758 Apr 11 06:36:58.331977 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:58.352448 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.353327 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.353933 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.354845 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.355763 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.356339 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.356963 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.357510 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.358095 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.358633 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.359233 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.359932 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.360516 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.361111 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.361654 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b3886a-1f58-435e-8a63-daca1bf05ccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:58.414421 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0743631-1382-4f20-87fc-4e067f1f4f9c admin admin] Publish callbacks [] for security_group (f6ab16fb-b4c8-4f44-92e1-1a203aae2d4e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:58.447904 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0743631-1382-4f20-87fc-4e067f1f4f9c admin admin] Publish callbacks [] for security_group (f6ab16fb-b4c8-4f44-92e1-1a203aae2d4e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:58.508202 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0743631-1382-4f20-87fc-4e067f1f4f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (f6ab16fb-b4c8-4f44-92e1-1a203aae2d4e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:58.513082 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0743631-1382-4f20-87fc-4e067f1f4f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:58.518764 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a0743631-1382-4f20-87fc-4e067f1f4f9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6ab16fb-b4c8-4f44-92e1-1a203aae2d4e HTTP/1.1" status: 204 len: 168 time: 0.1828511 Apr 11 06:36:58.544363 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0743631-1382-4f20-87fc-4e067f1f4f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ab16fb-b4c8-4f44-92e1-1a203aae2d4e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:58.817521 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Deleting port 755a7594-69ab-42f1-9d69-b736e05d536b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:36:58.818659 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:58.926108 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] For port 755a7594-69ab-42f1-9d69-b736e05d536b, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=755a7594-69ab-42f1-9d69-b736e05d536b,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:36:58.926620 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:58.940853 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Calling delete_port for 755a7594-69ab-42f1-9d69-b736e05d536b owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:36:58.958385 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40670) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:58.989897 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfeb77ac-20cc-433a-bfdd-71d0ed34e87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:59.123398 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc62128-447e-4d5f-8a87-03122bf8e4e5 req-ec01a85f-34c4-4287-9592-06b7456a86f3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:36:59.125043 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7dc62128-447e-4d5f-8a87-03122bf8e4e5 req-ec01a85f-34c4-4287-9592-06b7456a86f3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0848026 Apr 11 06:36:59.173580 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfeb77ac-20cc-433a-bfdd-71d0ed34e87a admin admin] Publish callbacks [] for security_group (0199d4fc-f3f8-4a61-8e97-ad86b81d8bb7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:59.186128 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfeb77ac-20cc-433a-bfdd-71d0ed34e87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (0199d4fc-f3f8-4a61-8e97-ad86b81d8bb7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:59.256374 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-bfeb77ac-20cc-433a-bfdd-71d0ed34e87a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ebfe97de6044c708560db7803ad1fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968514 Apr 11 06:36:59.260294 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40672) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:36:59.265149 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7dc62128-447e-4d5f-8a87-03122bf8e4e5 req-3562bf40-e04f-4dbd-b361-9ce782c93e73 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298063 Apr 11 06:36:59.266467 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb77ac-20cc-433a-bfdd-71d0ed34e87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0199d4fc-f3f8-4a61-8e97-ad86b81d8bb7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:59.269978 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (755a7594-69ab-42f1-9d69-b736e05d536b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:59.328758 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Pushing event deleted for resources: {'Port': ['ID=755a7594-69ab-42f1-9d69-b736e05d536b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:36:59.363395 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.363759 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.364087 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.364432 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.364769 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.365123 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.365486 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.365875 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.366134 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.366456 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.366783 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.367100 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.367409 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.367727 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.368058 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:36:59.441310 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bfba9d7-f60b-4f52-b311-3048426ed12f admin admin] Publish callbacks [] for security_group (0199d4fc-f3f8-4a61-8e97-ad86b81d8bb7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:59.508640 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bfba9d7-f60b-4f52-b311-3048426ed12f admin admin] Publish callbacks [] for security_group (0199d4fc-f3f8-4a61-8e97-ad86b81d8bb7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:59.619719 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035815'] for router_interface (f8a382dd-e48c-4156-a92f-e5be092eb7ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:59.691909 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bfba9d7-f60b-4f52-b311-3048426ed12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (0199d4fc-f3f8-4a61-8e97-ad86b81d8bb7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:59.694673 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bfba9d7-f60b-4f52-b311-3048426ed12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:36:59.696111 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1bfba9d7-f60b-4f52-b311-3048426ed12f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0199d4fc-f3f8-4a61-8e97-ad86b81d8bb7 HTTP/1.1" status: 204 len: 168 time: 0.4341660 Apr 11 06:36:59.715383 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfba9d7-f60b-4f52-b311-3048426ed12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0199d4fc-f3f8-4a61-8e97-ad86b81d8bb7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:00.009216 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Router f8a382dd-e48c-4156-a92f-e5be092eb7ca has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:37:00.188671 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:37:00.199888 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475dbc43-b36e-401d-ab50-a311dfaea04c None None] Sync routers for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:37:00.210526 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ffc961f8-7e27-4ecd-8461-f4ac06464047 admin admin] 10.222.0.18 "PUT /v2.0/routers/f8a382dd-e48c-4156-a92f-e5be092eb7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7736425 Apr 11 06:37:00.213633 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40684) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:00.227857 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475dbc43-b36e-401d-ab50-a311dfaea04c None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:00.228774 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-475dbc43-b36e-401d-ab50-a311dfaea04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:36:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:00.363749 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Publish callbacks [] for router (f8a382dd-e48c-4156-a92f-e5be092eb7ca), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:00.430410 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-475dbc43-b36e-401d-ab50-a311dfaea04c None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:00.529747 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Publish callbacks [] for router_gateway (f8a382dd-e48c-4156-a92f-e5be092eb7ca), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:00.595081 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367b66f-d014-475b-b22e-9490217c4102 req-22ac7cb6-d9be-49d8-945d-cfd164f84afa tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:00.597144 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6367b66f-d014-475b-b22e-9490217c4102 req-22ac7cb6-d9be-49d8-945d-cfd164f84afa tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0739591 Apr 11 06:37:00.742912 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-475dbc43-b36e-401d-ab50-a311dfaea04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:36:59Z', 'revision_number': 5, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port': {'id': 'e508521b-c43d-4d24-aa1c-47a766b17ab0', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:00.788484 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Deleting port e508521b-c43d-4d24-aa1c-47a766b17ab0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:37:00.788821 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:00.810150 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475dbc43-b36e-401d-ab50-a311dfaea04c None None] Checking router: f8a382dd-e48c-4156-a92f-e5be092eb7ca for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:37:00.827505 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475dbc43-b36e-401d-ab50-a311dfaea04c None None] Routers {'f8a382dd-e48c-4156-a92f-e5be092eb7ca'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:00.828116 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-475dbc43-b36e-401d-ab50-a311dfaea04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:36:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:00.850300 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6367b66f-d014-475b-b22e-9490217c4102 req-26e43e9a-46ae-4930-97a5-27f2ee2545be tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754241 Apr 11 06:37:00.901830 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] For port e508521b-c43d-4d24-aa1c-47a766b17ab0, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=e508521b-c43d-4d24-aa1c-47a766b17ab0,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:00.902274 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:00.920040 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Calling delete_port for e508521b-c43d-4d24-aa1c-47a766b17ab0 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:37:00.996239 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-475dbc43-b36e-401d-ab50-a311dfaea04c None None] Set router f8a382dd-e48c-4156-a92f-e5be092eb7ca gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:01.078816 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-475dbc43-b36e-401d-ab50-a311dfaea04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:37:00Z', 'revision_number': 6, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port_host': None}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:01.141799 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475dbc43-b36e-401d-ab50-a311dfaea04c None None] The sync data for ids ['f8a382dd-e48c-4156-a92f-e5be092eb7ca'] in dv-cinder-836996-3-iscsi is: [{'id': 'f8a382dd-e48c-4156-a92f-e5be092eb7ca', 'name': 'tempest-AttachVolumeNegativeTest-363514878-router', 'tenant_id': 'b29caae4ee6c45cc97f3f452026667f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:25Z', 'updated_at': '2022-04-11T06:37:00Z', 'revision_number': 6, 'project_id': 'b29caae4ee6c45cc97f3f452026667f6', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:37:01.182136 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (e508521b-c43d-4d24-aa1c-47a766b17ab0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.226918 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e508521b-c43d-4d24-aa1c-47a766b17ab0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:01.301689 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037377'] for router_gateway (f8a382dd-e48c-4156-a92f-e5be092eb7ca), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.401223 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2088751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30897'] for router (f8a382dd-e48c-4156-a92f-e5be092eb7ca), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.403598 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Publish callbacks [] for router_controller (f8a382dd-e48c-4156-a92f-e5be092eb7ca), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.454368 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2088742'] for router (f8a382dd-e48c-4156-a92f-e5be092eb7ca), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.455048 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a382dd-e48c-4156-a92f-e5be092eb7ca {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:37:01.462738 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.463932 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1eb0458a-e878-4bd2-a56f-59950158e7bd admin admin] 10.222.0.18 "DELETE /v2.0/routers/f8a382dd-e48c-4156-a92f-e5be092eb7ca HTTP/1.1" status: 204 len: 168 time: 1.2486532 Apr 11 06:37:01.466484 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40708) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:01.496700 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40710) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:01.549714 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8a4a3b-5641-4a46-8723-5a4c577546bb admin admin] Deleting subnet 0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:37:01.559131 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b8a4a3b-5641-4a46-8723-5a4c577546bb admin admin] Publish callbacks [] for subnet (0fa1d8c8-088e-43d7-bf63-0c0a94c71a99), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.618644 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b8a4a3b-5641-4a46-8723-5a4c577546bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9241781'] for subnet (0fa1d8c8-088e-43d7-bf63-0c0a94c71a99), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.668112 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ed56eb4-9b1c-4d6b-b75f-9b150f408fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.735189 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b8a4a3b-5641-4a46-8723-5a4c577546bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (0fa1d8c8-088e-43d7-bf63-0c0a94c71a99), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.769435 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ed56eb4-9b1c-4d6b-b75f-9b150f408fb1 admin admin] Publish callbacks [] for security_group (42033075-f1ce-425c-9818-f2efde945dd7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.775873 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ed56eb4-9b1c-4d6b-b75f-9b150f408fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (42033075-f1ce-425c-9818-f2efde945dd7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.810481 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b8a4a3b-5641-4a46-8723-5a4c577546bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3409670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374904'] for subnet (0fa1d8c8-088e-43d7-bf63-0c0a94c71a99), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.821997 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0ed56eb4-9b1c-4d6b-b75f-9b150f408fb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e4e10c98a8c43b2a3ee2e8145f80ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241553 Apr 11 06:37:01.823110 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed56eb4-9b1c-4d6b-b75f-9b150f408fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42033075-f1ce-425c-9818-f2efde945dd7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:01.825733 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 40716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:01.844464 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b8a4a3b-5641-4a46-8723-5a4c577546bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.851652 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0b8a4a3b-5641-4a46-8723-5a4c577546bb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0fa1d8c8-088e-43d7-bf63-0c0a94c71a99 HTTP/1.1" status: 204 len: 168 time: 0.3813698 Apr 11 06:37:01.851870 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a4a3b-5641-4a46-8723-5a4c577546bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa1d8c8-088e-43d7-bf63-0c0a94c71a99,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:01.854411 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8593b3-08a7-4e40-b86b-0c6bdc471aff None None] Network a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:37:01.855032 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40718) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:01.950895 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (a484c9f1-fa0a-4ecf-a021-c8b6f38a3036), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:01.954592 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6917-b280-41e5-bff8-d82c1ddaccef admin admin] Publish callbacks [] for security_group (42033075-f1ce-425c-9818-f2efde945dd7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.017658 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6917-b280-41e5-bff8-d82c1ddaccef admin admin] Publish callbacks [] for security_group (42033075-f1ce-425c-9818-f2efde945dd7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.070903 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Deleting port c11d108a-7ab4-430f-acf9-24021fc74cc1 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:37:02.071243 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.107937 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6917-b280-41e5-bff8-d82c1ddaccef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (42033075-f1ce-425c-9818-f2efde945dd7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.108371 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a622e63-d144-4df2-b75a-fe8f14c17d0c req-0212d0fa-3be1-45db-af70-cb139e8766d2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:02.109337 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a622e63-d144-4df2-b75a-fe8f14c17d0c req-0212d0fa-3be1-45db-af70-cb139e8766d2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.1008835 Apr 11 06:37:02.110018 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dfa6917-b280-41e5-bff8-d82c1ddaccef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.117490 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28304b0a-bae7-4ae5-bd50-24f1fa9a5d2e None None] DHCP port deletion for a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 request from dv-cinder-836996-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:37:02.124545 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6dfa6917-b280-41e5-bff8-d82c1ddaccef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42033075-f1ce-425c-9818-f2efde945dd7 HTTP/1.1" status: 204 len: 168 time: 0.2747109 Apr 11 06:37:02.135919 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa6917-b280-41e5-bff8-d82c1ddaccef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42033075-f1ce-425c-9818-f2efde945dd7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:02.203824 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] For port c11d108a-7ab4-430f-acf9-24021fc74cc1, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=c11d108a-7ab4-430f-acf9-24021fc74cc1,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:02.204206 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.222431 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-28304b0a-bae7-4ae5-bd50-24f1fa9a5d2e None None] Deleting port c11d108a-7ab4-430f-acf9-24021fc74cc1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:37:02.223306 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28304b0a-bae7-4ae5-bd50-24f1fa9a5d2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.237357 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Calling delete_port for c11d108a-7ab4-430f-acf9-24021fc74cc1 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:37:02.252095 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a622e63-d144-4df2-b75a-fe8f14c17d0c req-db9ae7a1-3449-4be9-894b-b511e1bdfc35 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890985 Apr 11 06:37:02.317464 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-28304b0a-bae7-4ae5-bd50-24f1fa9a5d2e None None] For port c11d108a-7ab4-430f-acf9-24021fc74cc1, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=c11d108a-7ab4-430f-acf9-24021fc74cc1,segment=NetworkSegment(932b2fed-3473-475b-9d83-1f2c0f98a5db),segment_id=932b2fed-3473-475b-9d83-1f2c0f98a5db)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:02.318001 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28304b0a-bae7-4ae5-bd50-24f1fa9a5d2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.337502 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-28304b0a-bae7-4ae5-bd50-24f1fa9a5d2e None None] Calling delete_port for c11d108a-7ab4-430f-acf9-24021fc74cc1 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:37:02.338084 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.370493 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] No DVR routers for this DVR port c11d108a-7ab4-430f-acf9-24021fc74cc1 on host dv-cinder-836996-3-iscsi {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:37:02.375761 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c11d108a-7ab4-430f-acf9-24021fc74cc1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:02.443319 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28304b0a-bae7-4ae5-bd50-24f1fa9a5d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691'] for port (c11d108a-7ab4-430f-acf9-24021fc74cc1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.454661 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (a484c9f1-fa0a-4ecf-a021-c8b6f38a3036), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.479312 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28304b0a-bae7-4ae5-bd50-24f1fa9a5d2e None None] Pushing event deleted for resources: {'Port': ['ID=c11d108a-7ab4-430f-acf9-24021fc74cc1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:02.482379 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a484c9f1-fa0a-4ecf-a021-c8b6f38a3036']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:02.483730 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28304b0a-bae7-4ae5-bd50-24f1fa9a5d2e None None] No DVR routers for this DVR port c11d108a-7ab4-430f-acf9-24021fc74cc1 on host dv-cinder-836996-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:37:02.502093 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932b2fed-3473-475b-9d83-1f2c0f98a5db') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:02.502379 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932b2fed-3473-475b-9d83-1f2c0f98a5db') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:02.512239 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9241788'] for segment (932b2fed-3473-475b-9d83-1f2c0f98a5db), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.527860 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (932b2fed-3473-475b-9d83-1f2c0f98a5db), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.534293 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:37:02.534710 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3409836'] for segment (932b2fed-3473-475b-9d83-1f2c0f98a5db), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: Traceback (most recent call last): Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: timer() Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: cb(*args, **kw) Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: return func(*args, **kwargs) Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: self._notify() Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: self.callback(batched_events) Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: event.method(event) Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: return f(self, *a, **k) Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._get(url).json() Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:37:02.536396 dv-cinder-836996-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:37:02.590513 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (a484c9f1-fa0a-4ecf-a021-c8b6f38a3036), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.595096 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.598555 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a484c9f1-fa0a-4ecf-a021-c8b6f38a3036 HTTP/1.1" status: 204 len: 168 time: 0.7390003 Apr 11 06:37:02.610490 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca1974-a0af-4918-9546-3daab2036a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=a484c9f1-fa0a-4ecf-a021-c8b6f38a3036,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:02.726307 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device c11d108a-7ab4-430f-acf9-24021fc74cc1 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:37:02.747002 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: c11d108a-7ab4-430f-acf9-24021fc74cc1 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:37:02.747350 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device c11d108a-7ab4-430f-acf9-24021fc74cc1 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:37:02.747775 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device e508521b-c43d-4d24-aa1c-47a766b17ab0 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:37:02.771466 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: e508521b-c43d-4d24-aa1c-47a766b17ab0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:37:02.771816 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device e508521b-c43d-4d24-aa1c-47a766b17ab0 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:37:02.772236 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 755a7594-69ab-42f1-9d69-b736e05d536b no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:37:02.793304 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 755a7594-69ab-42f1-9d69-b736e05d536b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:37:02.793650 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 755a7594-69ab-42f1-9d69-b736e05d536b not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:37:02.795218 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40742) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:02.841025 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c6a9dd2d-5753-492d-ab68-4bdc9781466d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b29caae4ee6c45cc97f3f452026667f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421076 Apr 11 06:37:02.841228 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 40746) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:02.893122 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa56744a-2afd-46e3-9c27-10c7bb2bf478 admin admin] Publish callbacks [] for security_group (3d911086-3698-49de-8ea8-a3aed6356cb3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.913837 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa56744a-2afd-46e3-9c27-10c7bb2bf478 admin admin] Publish callbacks [] for security_group (3d911086-3698-49de-8ea8-a3aed6356cb3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.960333 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa56744a-2afd-46e3-9c27-10c7bb2bf478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (3d911086-3698-49de-8ea8-a3aed6356cb3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.963466 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa56744a-2afd-46e3-9c27-10c7bb2bf478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:02.964818 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-aa56744a-2afd-46e3-9c27-10c7bb2bf478 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d911086-3698-49de-8ea8-a3aed6356cb3 HTTP/1.1" status: 204 len: 168 time: 0.1226261 Apr 11 06:37:02.974985 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56744a-2afd-46e3-9c27-10c7bb2bf478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d911086-3698-49de-8ea8-a3aed6356cb3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:03.422539 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0145c29-e4a2-4f64-9109-511acc678cb5 req-99e083bf-9260-4934-b62b-45f7ad820dd3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:03.424615 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d0145c29-e4a2-4f64-9109-511acc678cb5 req-99e083bf-9260-4934-b62b-45f7ad820dd3 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0559857 Apr 11 06:37:03.480054 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d0145c29-e4a2-4f64-9109-511acc678cb5 req-e7869416-6fe1-455b-bcd0-8493106bb1c7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488942 Apr 11 06:37:04.600124 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4365c-7aab-4f93-9ac5-1b0641ca79a9 req-a96a9a49-5f88-457c-bb65-e9f75a4b83a1 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:04.602327 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-50e4365c-7aab-4f93-9ac5-1b0641ca79a9 req-a96a9a49-5f88-457c-bb65-e9f75a4b83a1 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 943 time: 0.0487571 Apr 11 06:37:04.661218 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-50e4365c-7aab-4f93-9ac5-1b0641ca79a9 req-ed3f01da-b26d-4016-b88d-7cb7cd700f61 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529592 Apr 11 06:37:04.706922 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9b980a4e-a610-4a8c-abb9-5d52fc344949 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:37:04.816142 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:04.827389 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'port_id': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'mac_address': 'fa:16:3e:e0:d0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:37:04.869132 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 9b980a4e-a610-4a8c-abb9-5d52fc344949 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:04.869504 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:04.883134 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b980a4e-a610-4a8c-abb9-5d52fc344949 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:37:04.903454 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:04.910633 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:04.964738 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=9b980a4e-a610-4a8c-abb9-5d52fc344949,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:05.125103 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['9b980a4e-a610-4a8c-abb9-5d52fc344949'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:37:05.792993 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2d303-0f6d-42c3-9d78-d5b16e4803ae req-c2ed003d-0546-49d7-80e2-3a16f184cdb0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:05.794651 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-23b2d303-0f6d-42c3-9d78-d5b16e4803ae req-c2ed003d-0546-49d7-80e2-3a16f184cdb0 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 944 time: 0.0478218 Apr 11 06:37:05.845951 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-23b2d303-0f6d-42c3-9d78-d5b16e4803ae req-dab91618-965c-4007-ac48-0f17a3215088 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439305 Apr 11 06:37:06.717788 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9b980a4e-a610-4a8c-abb9-5d52fc344949 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:06.770469 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 9b980a4e-a610-4a8c-abb9-5d52fc344949 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:06.770842 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:06.861353 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 9b980a4e-a610-4a8c-abb9-5d52fc344949 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:06.861976 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:06.895490 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:37:06.897773 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b0a7e0-c7d9-4654-aea0-c88314e6a56a" -d '{"events": [{"server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "name": "network-vif-plugged", "status": "completed", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:37:06.912799 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:06.938222 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:06.966063 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9669a8f1-59db-42e9-b4bc-6d2c1da9f5fa x-openstack-request-id: req-9669a8f1-59db-42e9-b4bc-6d2c1da9f5fa {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:37:06.967013 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "name": "network-vif-plugged", "status": "completed", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:37:06.967676 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9669a8f1-59db-42e9-b4bc-6d2c1da9f5fa {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:37:06.968711 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9669a8f1-59db-42e9-b4bc-6d2c1da9f5fa'] response: {'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'code': 200} Apr 11 06:37:06.995454 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8f6f2-6ae6-4a47-a0bf-8d074942c86f req-949584b0-1aa1-47d5-a389-9fde8feffc5b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:06.996512 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=9b980a4e-a610-4a8c-abb9-5d52fc344949,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:06.998490 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-baa8f6f2-6ae6-4a47-a0bf-8d074942c86f req-949584b0-1aa1-47d5-a389-9fde8feffc5b tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 946 time: 0.0633628 Apr 11 06:37:07.050824 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-baa8f6f2-6ae6-4a47-a0bf-8d074942c86f req-b584aa55-3945-4f96-a7e0-ba2200a95413 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457096 Apr 11 06:37:07.143490 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27836cc1-075d-4a52-90f4-9dc955860ade req-f873b722-cc25-4781-82a2-9ff4f75ac43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:07.145070 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-27836cc1-075d-4a52-90f4-9dc955860ade req-f873b722-cc25-4781-82a2-9ff4f75ac43e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 1130 time: 0.0415676 Apr 11 06:37:07.202592 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-27836cc1-075d-4a52-90f4-9dc955860ade req-f5150b8c-2951-4e46-915c-bbc1760666e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444584 Apr 11 06:37:08.171546 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c358d06-50d1-4a51-90dc-3b431a8ee219 req-808da625-8ad2-4a5b-8b59-745fa6df8854 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:08.173052 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c358d06-50d1-4a51-90dc-3b431a8ee219 req-808da625-8ad2-4a5b-8b59-745fa6df8854 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 946 time: 0.0472913 Apr 11 06:37:08.222569 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c358d06-50d1-4a51-90dc-3b431a8ee219 req-ddd7472a-65c3-4648-9db7-0229d6c4136d tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404820 Apr 11 06:37:09.347823 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84daeb-e6a3-48df-88c8-83cf16513aec req-9b1d98fe-a77f-4564-a41e-474645485dd4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:09.349620 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-da84daeb-e6a3-48df-88c8-83cf16513aec req-9b1d98fe-a77f-4564-a41e-474645485dd4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 946 time: 0.0521271 Apr 11 06:37:09.400509 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-da84daeb-e6a3-48df-88c8-83cf16513aec req-eeba1bec-5257-47ab-ab36-d1e8dbaf1212 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444684 Apr 11 06:37:10.524924 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b680245-788b-45ae-9707-62bef36d3bb9 req-ab87b079-8f10-4dda-9138-6612bac8e1b7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:10.526429 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4b680245-788b-45ae-9707-62bef36d3bb9 req-ab87b079-8f10-4dda-9138-6612bac8e1b7 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 946 time: 0.0488329 Apr 11 06:37:10.576698 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4b680245-788b-45ae-9707-62bef36d3bb9 req-e75a27f1-6e07-4d7a-b1fb-18cd8fb35435 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445738 Apr 11 06:37:11.700095 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c67187-bef3-4c19-81b4-f7ca124b614f req-5e588203-83cd-43fc-b352-0a2a0c1c1f16 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:11.701632 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07c67187-bef3-4c19-81b4-f7ca124b614f req-5e588203-83cd-43fc-b352-0a2a0c1c1f16 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 946 time: 0.0494440 Apr 11 06:37:11.756156 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07c67187-bef3-4c19-81b4-f7ca124b614f req-6d24332e-60a7-44d1-bdb7-35ccb179140a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479212 Apr 11 06:37:12.888374 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cd526-3c2c-4c67-9c44-1111833282bd req-d3ec7d80-0fb9-4b46-8be3-f83af4e64837 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:12.889842 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-628cd526-3c2c-4c67-9c44-1111833282bd req-d3ec7d80-0fb9-4b46-8be3-f83af4e64837 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 946 time: 0.0466032 Apr 11 06:37:12.947661 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-628cd526-3c2c-4c67-9c44-1111833282bd req-259d8991-2526-45e9-92b0-bd382a49dae6 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517652 Apr 11 06:37:13.514614 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41052) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:13.630136 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0967658-6782-4cbb-bf58-b11ae9ec440e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:13.706451 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0967658-6782-4cbb-bf58-b11ae9ec440e admin admin] Publish callbacks [] for security_group (dd173cb6-ef85-495f-9650-2a074141f7fd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:13.711208 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0967658-6782-4cbb-bf58-b11ae9ec440e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (dd173cb6-ef85-495f-9650-2a074141f7fd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:13.753370 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f0967658-6782-4cbb-bf58-b11ae9ec440e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b12ef957f13546f0be294dce3989a4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376194 Apr 11 06:37:13.754263 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0967658-6782-4cbb-bf58-b11ae9ec440e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd173cb6-ef85-495f-9650-2a074141f7fd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:13.756122 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:13.810482 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9104ca4a-63c0-4244-86c1-26e78c251f05 admin admin] Publish callbacks [] for security_group (dd173cb6-ef85-495f-9650-2a074141f7fd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:13.833018 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9104ca4a-63c0-4244-86c1-26e78c251f05 admin admin] Publish callbacks [] for security_group (dd173cb6-ef85-495f-9650-2a074141f7fd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:13.882640 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9104ca4a-63c0-4244-86c1-26e78c251f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (dd173cb6-ef85-495f-9650-2a074141f7fd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:13.885376 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9104ca4a-63c0-4244-86c1-26e78c251f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:13.886528 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9104ca4a-63c0-4244-86c1-26e78c251f05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd173cb6-ef85-495f-9650-2a074141f7fd HTTP/1.1" status: 204 len: 168 time: 0.1287472 Apr 11 06:37:13.894480 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104ca4a-63c0-4244-86c1-26e78c251f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd173cb6-ef85-495f-9650-2a074141f7fd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:14.577642 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41094) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:14.676655 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1259624426-network', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:14.697832 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Made reservation on behalf of 29d07bdf95d441a8869cefd9f49a60ac for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:37:14.700061 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:14.708844 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:14.786642 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Publish callbacks [] for security_group (b014e961-8ab7-46ed-a440-0bab8efd685d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:14.791684 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b014e961-8ab7-46ed-a440-0bab8efd685d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:14.817167 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:37:14.826147 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b014e961-8ab7-46ed-a440-0bab8efd685d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:14.832437 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (2eb9371a-89ea-4699-ada8-ae2aac74c704), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:14.832778 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Added segment 2eb9371a-89ea-4699-ada8-ae2aac74c704 of type vlan for network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b Apr 11 06:37:14.872704 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (d136d043-47ee-4ab1-b47c-2b2f5dc06c4b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:14.898772 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (d136d043-47ee-4ab1-b47c-2b2f5dc06c4b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:14.899779 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:14.900353 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:14.930532 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3517132 Apr 11 06:37:14.933526 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41110) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:14.938610 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c418363f-d0b7-49b6-ad39-46ab54a11e41 admin admin] Request body: {'subnet': {'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1259624426-subnet', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:14.961062 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c418363f-d0b7-49b6-ad39-46ab54a11e41 admin admin] Made reservation on behalf of 29d07bdf95d441a8869cefd9f49a60ac for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:37:14.963988 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c418363f-d0b7-49b6-ad39-46ab54a11e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3823611'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:14.972654 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462897b-2eed-452b-947e-28bc5a39f4be admin admin] Pushing event updated for resources: {'Network': ['ID=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:14.988052 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:37:15.140678 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c418363f-d0b7-49b6-ad39-46ab54a11e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9391313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3823593'] for subnet (a1b0a5fa-3daa-451b-b040-825645ba15f8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.193569 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418363f-d0b7-49b6-ad39-46ab54a11e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b0a5fa-3daa-451b-b040-825645ba15f8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:15.206530 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c418363f-d0b7-49b6-ad39-46ab54a11e41 admin admin] Checking segment: {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:37:15.206886 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c418363f-d0b7-49b6-ad39-46ab54a11e41 admin admin] Network hostable DHCP agents. Network: d136d043-47ee-4ab1-b47c-2b2f5dc06c4b, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:37:15.224723 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c418363f-d0b7-49b6-ad39-46ab54a11e41 admin admin] Network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:37:15.234845 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c418363f-d0b7-49b6-ad39-46ab54a11e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, d136d043-47ee-4ab1-b47c-2b2f5dc06c4b) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:37:15.241376 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c418363f-d0b7-49b6-ad39-46ab54a11e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:15.242623 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c418363f-d0b7-49b6-ad39-46ab54a11e41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.246478 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a75a27-0d80-4d9c-a8a1-87f8b0e51f84 None None] Network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:37:15.261880 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c418363f-d0b7-49b6-ad39-46ab54a11e41 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3271115 Apr 11 06:37:15.264626 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41116) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:15.270341 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:15.291691 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2087253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30879'] for router (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.292791 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2088933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30886'] for router (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.349606 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Publish callbacks [] for router_controller (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.361383 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04795716-4755-599e-9613-29244d979784-d136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8'}]}} from dv-cinder-836996-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:37:15.362660 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.491006 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Publish callbacks [] for router_gateway (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.508264 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Allocated IP 172.20.0.2 (d136d043-47ee-4ab1-b47c-2b2f5dc06c4b/a1b0a5fa-3daa-451b-b040-825645ba15f8/b252c41d-9a92-488f-8de8-ed62bd0f2e8c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:37:15.656718 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Publish callbacks [] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.663695 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.709868 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:37:15.713238 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:37:15.716889 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:37:15.726263 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Pushing event updated for resources: {'Port': ['ID=b252c41d-9a92-488f-8de8-ed62bd0f2e8c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:15.782783 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Attempting to bind port b252c41d-9a92-488f-8de8-ed62bd0f2e8c on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:37:15.783451 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Attempting to bind port b252c41d-9a92-488f-8de8-ed62bd0f2e8c by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:37:15.783629 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Attempting to bind port b252c41d-9a92-488f-8de8-ed62bd0f2e8c on network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:37:15.789404 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:37:15.789775 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Checking segment: {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:37:15.790165 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.790568 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Bound using segment: {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:37:15.791036 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Bound port: b252c41d-9a92-488f-8de8-ed62bd0f2e8c, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:37:15.791393 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.856378 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] For port b252c41d-9a92-488f-8de8-ed62bd0f2e8c, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:37:15.859563 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] For port b252c41d-9a92-488f-8de8-ed62bd0f2e8c, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=b252c41d-9a92-488f-8de8-ed62bd0f2e8c,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:37:15.867446 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.933182 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd379da-eb1d-48b4-ae40-edf65ac00843 None None] Pushing event updated for resources: {'Port': ['ID=b252c41d-9a92-488f-8de8-ed62bd0f2e8c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:15.950685 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Publish callbacks [] for router_gateway (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:15.970646 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:16.103227 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Allocated IP 172.27.2.133 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:37:16.158633 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:37:16.219525 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Publish callbacks [] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:16.266337 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:16.306660 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:37:16.311397 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:37:16.315081 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:37:16.337267 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:16.588825 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Publish callbacks [] for router_gateway (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:16.765972 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device b252c41d-9a92-488f-8de8-ed62bd0f2e8c up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:16.814349 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2088924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2037421'] for router (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:16.817205 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port b252c41d-9a92-488f-8de8-ed62bd0f2e8c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:16.817570 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:16.890229 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e77edd-096e-4b0d-87a6-0327c2d8cc43 None None] Network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:37:16.925567 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port b252c41d-9a92-488f-8de8-ed62bd0f2e8c is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:16.926004 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:16.957143 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Router f43113e6-cabd-41a2-a8e2-5938f57c8e3b is scheduled to L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:37:16.989634 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0a7c3b67-5592-49d6-bc63-0b48973a19f8 None None] Provisioning complete for port b252c41d-9a92-488f-8de8-ed62bd0f2e8c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:16.989990 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3b67-5592-49d6-bc63-0b48973a19f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:17.041696 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port b252c41d-9a92-488f-8de8-ed62bd0f2e8c, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=b252c41d-9a92-488f-8de8-ed62bd0f2e8c,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:17.064270 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:17.066941 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:37:17.086062 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:17.087720 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-136bb353-01e4-456e-bcfd-e24ec9ec3a35 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8219657 Apr 11 06:37:17.090567 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:17.100371 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Sync routers for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:37:17.132864 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:17.133518 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:36:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:17.177458 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=b252c41d-9a92-488f-8de8-ed62bd0f2e8c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:17.406470 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c3b67-5592-49d6-bc63-0b48973a19f8 None None] Current status of the port b252c41d-9a92-488f-8de8-ed62bd0f2e8c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:17.433168 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:17.533329 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:17.564309 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-518654e3-3808-41e6-b2cf-7267e7662f95 None None] Provisioning complete for port b252c41d-9a92-488f-8de8-ed62bd0f2e8c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:17.564723 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-518654e3-3808-41e6-b2cf-7267e7662f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:17.699180 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:16Z', 'revision_number': 3, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:17.716688 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Allocated IP 172.20.0.1 (d136d043-47ee-4ab1-b47c-2b2f5dc06c4b/a1b0a5fa-3daa-451b-b040-825645ba15f8/b460da30-f9ca-4bef-8434-65aceaeabda6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:37:17.741645 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Checking router: f43113e6-cabd-41a2-a8e2-5938f57c8e3b for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:37:17.742023 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Updating router f43113e6-cabd-41a2-a8e2-5938f57c8e3b port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 binding host dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:37:17.769575 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-518654e3-3808-41e6-b2cf-7267e7662f95 None None] Current status of the port b252c41d-9a92-488f-8de8-ed62bd0f2e8c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:17.782555 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:17.848994 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Publish callbacks [] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:17.897796 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:17.950243 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:37:17.955122 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:37:17.960703 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:37:17.992407 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Pushing event updated for resources: {'Port': ['ID=b460da30-f9ca-4bef-8434-65aceaeabda6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:18.023799 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037342'] for router_interface (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.185331 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.203534 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Publish callbacks [] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.211636 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.279649 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Attempting to bind port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:37:18.280046 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Attempting to bind port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:37:18.280412 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Attempting to bind port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 on network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:37:18.296537 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79301ab-972d-43f4-862b-5430fa1f84af None None] Pushing event updated for resources: {'Port': ['ID=1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:18.303520 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:37:18.303914 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Checking segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:37:18.304692 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.304692 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Bound using segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:37:18.305163 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Bound port: 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:37:18.305541 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.335891 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2abbd0fe-867c-422a-9a68-9c6be989ed4b None None] Provisioning complete for port b460da30-f9ca-4bef-8434-65aceaeabda6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:18.336679 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2abbd0fe-867c-422a-9a68-9c6be989ed4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.370166 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Publish callbacks [] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.377740 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.401136 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2abbd0fe-867c-422a-9a68-9c6be989ed4b None None] Port b460da30-f9ca-4bef-8434-65aceaeabda6 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:37:18.407534 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] For port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:37:18.430030 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] For port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:37:18.441638 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.450459 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035950'] for router_interface (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.452219 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Pushing event updated for resources: {'Port': ['ID=b460da30-f9ca-4bef-8434-65aceaeabda6,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:18.506958 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:18.507594 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:36:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:18.549082 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:37:18.550607 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:37:18.555085 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79301ab-972d-43f4-862b-5430fa1f84af None None] Pushing event updated for resources: {'Port': ['ID=1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:18.639450 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:18.673163 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Router f43113e6-cabd-41a2-a8e2-5938f57c8e3b has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:37:18.784836 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device b252c41d-9a92-488f-8de8-ed62bd0f2e8c up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:18.799136 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:37:18.804394 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-35438732-b1b2-43e4-a698-ee4844d2240d admin admin] 10.222.0.18 "PUT /v2.0/routers/f43113e6-cabd-41a2-a8e2-5938f57c8e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7128897 Apr 11 06:37:18.844442 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ad5bff96-f475-4495-adc0-6f11d930380e None None] Provisioning complete for port b460da30-f9ca-4bef-8434-65aceaeabda6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:18.844812 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad5bff96-f475-4495-adc0-6f11d930380e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.925814 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port b252c41d-9a92-488f-8de8-ed62bd0f2e8c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:18.926226 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:18.929485 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ad5bff96-f475-4495-adc0-6f11d930380e None None] Port b460da30-f9ca-4bef-8434-65aceaeabda6 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:37:18.973381 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 2, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:19.005946 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc245e-1883-46db-80ad-f1fd0a346958 None None] The sync data for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi is: [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 2, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:37:19.059658 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port b252c41d-9a92-488f-8de8-ed62bd0f2e8c is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:19.343889 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41188) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:19.350390 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-263062829-network', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:19.375654 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Made reservation on behalf of 7aee1d634f9f4c80be0c5b1f06da0f82 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:37:19.380517 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.397021 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.508791 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Publish callbacks [] for security_group (f1e57bd1-4bf5-4f98-9925-127278d287ba), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.514274 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (f1e57bd1-4bf5-4f98-9925-127278d287ba), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.539161 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:37:19.555409 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e57bd1-4bf5-4f98-9925-127278d287ba,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:19.561989 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (0713fe69-5e25-474d-857a-05341a8e5712), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.562323 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Added segment 0713fe69-5e25-474d-857a-05341a8e5712 of type vlan for network b9574aec-25e3-4038-99b5-66aa3df929e8 Apr 11 06:37:19.607994 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (b9574aec-25e3-4038-99b5-66aa3df929e8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.639771 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (b9574aec-25e3-4038-99b5-66aa3df929e8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.640945 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:19.641525 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.683383 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3357701 Apr 11 06:37:19.683997 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41200) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:19.688721 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-71dcfcef-69a5-48a2-8e72-76f49e6c14f8 admin admin] Request body: {'subnet': {'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-263062829-subnet', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:19.727191 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dcfcef-69a5-48a2-8e72-76f49e6c14f8 admin admin] Made reservation on behalf of 7aee1d634f9f4c80be0c5b1f06da0f82 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:37:19.730215 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71dcfcef-69a5-48a2-8e72-76f49e6c14f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3823611'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:19.735671 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd243b-72d0-4c81-94b9-02d810f1afb2 admin admin] Pushing event updated for resources: {'Network': ['ID=b9574aec-25e3-4038-99b5-66aa3df929e8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:19.746392 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network b9574aec-25e3-4038-99b5-66aa3df929e8 details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:37:19.982105 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71dcfcef-69a5-48a2-8e72-76f49e6c14f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9391313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3823593'] for subnet (3cc8f0e7-6c25-473d-8e38-1ab234ec55f0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.049209 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcfcef-69a5-48a2-8e72-76f49e6c14f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc8f0e7-6c25-473d-8e38-1ab234ec55f0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:20.057328 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dcfcef-69a5-48a2-8e72-76f49e6c14f8 admin admin] Checking segment: {'id': '0713fe69-5e25-474d-857a-05341a8e5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:37:20.057684 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dcfcef-69a5-48a2-8e72-76f49e6c14f8 admin admin] Network hostable DHCP agents. Network: b9574aec-25e3-4038-99b5-66aa3df929e8, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:37:20.078491 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dcfcef-69a5-48a2-8e72-76f49e6c14f8 admin admin] Network b9574aec-25e3-4038-99b5-66aa3df929e8 is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:37:20.089177 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-71dcfcef-69a5-48a2-8e72-76f49e6c14f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, b9574aec-25e3-4038-99b5-66aa3df929e8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:37:20.093551 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dcfcef-69a5-48a2-8e72-76f49e6c14f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:20.094423 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71dcfcef-69a5-48a2-8e72-76f49e6c14f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.098601 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ae7ec-cd95-4316-b11e-158145343e19 None None] Network b9574aec-25e3-4038-99b5-66aa3df929e8 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:37:20.111579 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-71dcfcef-69a5-48a2-8e72-76f49e6c14f8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4266186 Apr 11 06:37:20.115509 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41208) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:20.119867 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-263062829-router', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:20.144010 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2087253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30879'] for router (f93e012a-88f3-4589-84d5-63237c6baf31), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.145116 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2088933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30886'] for router (f93e012a-88f3-4589-84d5-63237c6baf31), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.198745 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Publish callbacks [] for router_controller (f93e012a-88f3-4589-84d5-63237c6baf31), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.213156 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04795716-4755-599e-9613-29244d979784-b9574aec-25e3-4038-99b5-66aa3df929e8', 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8', 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'fixed_ips': [{'subnet_id': '3cc8f0e7-6c25-473d-8e38-1ab234ec55f0'}]}} from dv-cinder-836996-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:37:20.214686 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.365406 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Allocated IP 172.20.0.2 (b9574aec-25e3-4038-99b5-66aa3df929e8/3cc8f0e7-6c25-473d-8e38-1ab234ec55f0/f9276ca1-996c-4bfc-876f-99e8086f1b6b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:37:20.669669 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Publish callbacks [] for router_gateway (f93e012a-88f3-4589-84d5-63237c6baf31), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.697095 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Publish callbacks [] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.704600 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.749502 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Network b9574aec-25e3-4038-99b5-66aa3df929e8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:37:20.754427 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:37:20.759120 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:37:20.762745 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:20.765843 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Pushing event updated for resources: {'Port': ['ID=f9276ca1-996c-4bfc-876f-99e8086f1b6b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:20.858016 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Attempting to bind port f9276ca1-996c-4bfc-876f-99e8086f1b6b on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:37:20.858377 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Attempting to bind port f9276ca1-996c-4bfc-876f-99e8086f1b6b by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '0713fe69-5e25-474d-857a-05341a8e5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:37:20.858729 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Attempting to bind port f9276ca1-996c-4bfc-876f-99e8086f1b6b on network b9574aec-25e3-4038-99b5-66aa3df929e8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:37:20.864458 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:20.864835 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.866596 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:37:20.866959 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Checking segment: {'id': '0713fe69-5e25-474d-857a-05341a8e5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:37:20.867336 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.867716 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Bound using segment: {'id': '0713fe69-5e25-474d-857a-05341a8e5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:37:20.867937 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Publish callbacks [] for router_gateway (f93e012a-88f3-4589-84d5-63237c6baf31), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.868169 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Bound port: f9276ca1-996c-4bfc-876f-99e8086f1b6b, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0713fe69-5e25-474d-857a-05341a8e5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:37:20.868534 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:20.886690 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:21.001171 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] For port f9276ca1-996c-4bfc-876f-99e8086f1b6b, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:37:21.003899 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Allocated IP 172.27.2.237 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/19395636-b6f6-4540-a08d-2a12476a717a) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:37:21.013028 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:21.013423 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:21.023429 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] For port f9276ca1-996c-4bfc-876f-99e8086f1b6b, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=f9276ca1-996c-4bfc-876f-99e8086f1b6b,segment=NetworkSegment(0713fe69-5e25-474d-857a-05341a8e5712),segment_id=0713fe69-5e25-474d-857a-05341a8e5712)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:37:21.033271 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:21.048960 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:21.087993 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:21.109694 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fa4e30c-94d8-4b1d-96f9-1f7cbaa99dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:21.133855 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Pushing event updated for resources: {'Port': ['ID=f9276ca1-996c-4bfc-876f-99e8086f1b6b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:21.158666 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.159184 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.159546 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.159910 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.160230 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.160554 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.160894 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.161238 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.161557 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.161876 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.162193 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.162522 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.162838 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.163712 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.163712 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce57dc-57e8-456c-ae75-7d0aca0841b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:21.169659 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Publish callbacks [] for port (19395636-b6f6-4540-a08d-2a12476a717a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:21.225270 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (19395636-b6f6-4540-a08d-2a12476a717a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:21.228198 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:21.268666 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:37:21.271967 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:37:21.274607 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:37:21.324466 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Pushing event updated for resources: {'Port': ['ID=19395636-b6f6-4540-a08d-2a12476a717a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:21.431527 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Sync routers for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:37:21.443284 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:21.444390 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:36:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:21.573064 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Publish callbacks [] for router_gateway (f93e012a-88f3-4589-84d5-63237c6baf31), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:21.649710 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:21.803317 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2088924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2037421'] for router (f93e012a-88f3-4589-84d5-63237c6baf31), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:21.866468 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 2, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:21.899329 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Checking router: f43113e6-cabd-41a2-a8e2-5938f57c8e3b for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:37:21.899683 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Updating router f43113e6-cabd-41a2-a8e2-5938f57c8e3b port b460da30-f9ca-4bef-8434-65aceaeabda6 binding host dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:37:21.932761 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:21.950282 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Router f93e012a-88f3-4589-84d5-63237c6baf31 is scheduled to L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:37:22.076471 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:37:22.085683 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Sync routers for ids ['f93e012a-88f3-4589-84d5-63237c6baf31'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:37:22.096986 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:22.098315 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-60f74801-fd79-4db5-87cd-2f4a42ace348 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9818585 Apr 11 06:37:22.101188 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Routers {'f93e012a-88f3-4589-84d5-63237c6baf31'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:22.101334 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:22.101812 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:36:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f93e012a-88f3-4589-84d5-63237c6baf31'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:22.151084 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9949a-5140-44ed-921b-d58293a9bdaf None None] Network b9574aec-25e3-4038-99b5-66aa3df929e8 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:37:22.251432 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0a274e57-00d6-4223-a1d1-579e448f455d None None] Provisioning complete for port f9276ca1-996c-4bfc-876f-99e8086f1b6b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:22.251953 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a274e57-00d6-4223-a1d1-579e448f455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:22.252098 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Publish callbacks [] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:22.259986 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:22.345029 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Pushing event updated for resources: {'Port': ['ID=b460da30-f9ca-4bef-8434-65aceaeabda6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:22.354925 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Set router f93e012a-88f3-4589-84d5-63237c6baf31 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:22.368702 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.369064 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.369416 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.369767 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.370092 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.370412 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.370726 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.371067 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.371379 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.371688 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.372125 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.372459 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.372770 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.373103 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.373451 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:22.390920 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Attempting to bind port b460da30-f9ca-4bef-8434-65aceaeabda6 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:37:22.391208 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Attempting to bind port b460da30-f9ca-4bef-8434-65aceaeabda6 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:37:22.391562 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Attempting to bind port b460da30-f9ca-4bef-8434-65aceaeabda6 on network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:37:22.397904 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:37:22.398272 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Checking segment: {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:37:22.399017 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:22.399406 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Bound using segment: {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:37:22.399992 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Bound port: b460da30-f9ca-4bef-8434-65aceaeabda6, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:37:22.400372 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:22.501374 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] For port b460da30-f9ca-4bef-8434-65aceaeabda6, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:37:22.506282 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] For port b460da30-f9ca-4bef-8434-65aceaeabda6, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=b460da30-f9ca-4bef-8434-65aceaeabda6,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:37:22.513559 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0a274e57-00d6-4223-a1d1-579e448f455d None None] Current status of the port f9276ca1-996c-4bfc-876f-99e8086f1b6b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:22.513953 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a274e57-00d6-4223-a1d1-579e448f455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:22.517604 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:22.585479 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6a54e-72f3-4f64-a413-848ff086bc9e None None] Pushing event updated for resources: {'Port': ['ID=b460da30-f9ca-4bef-8434-65aceaeabda6,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:22.585960 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0a274e57-00d6-4223-a1d1-579e448f455d None None] For port f9276ca1-996c-4bfc-876f-99e8086f1b6b, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=f9276ca1-996c-4bfc-876f-99e8086f1b6b,segment=NetworkSegment(0713fe69-5e25-474d-857a-05341a8e5712),segment_id=0713fe69-5e25-474d-857a-05341a8e5712)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:22.605908 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:22.609923 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:22.613873 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:36:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:22.624042 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a274e57-00d6-4223-a1d1-579e448f455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:22.683143 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'name': 'tempest-TestVolumeBootPattern-263062829-router', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '19395636-b6f6-4540-a08d-2a12476a717a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 3, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'gw_port': {'id': '19395636-b6f6-4540-a08d-2a12476a717a', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:45:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:22.722728 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Checking router: f93e012a-88f3-4589-84d5-63237c6baf31 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:37:22.722942 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Updating router f93e012a-88f3-4589-84d5-63237c6baf31 port 19395636-b6f6-4540-a08d-2a12476a717a binding host dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:37:22.809676 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a274e57-00d6-4223-a1d1-579e448f455d None None] Pushing event updated for resources: {'Port': ['ID=f9276ca1-996c-4bfc-876f-99e8086f1b6b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:22.818377 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (19395636-b6f6-4540-a08d-2a12476a717a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:22.822908 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-71d91441-0f4d-48ab-ab5f-608ab5afcff4 None None] Provisioning complete for port b460da30-f9ca-4bef-8434-65aceaeabda6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:22.823256 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d91441-0f4d-48ab-ab5f-608ab5afcff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:22.925344 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:23.000416 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Allocated IP 172.20.0.1 (b9574aec-25e3-4038-99b5-66aa3df929e8/3cc8f0e7-6c25-473d-8e38-1ab234ec55f0/7d624593-9e8e-46aa-9249-a5de8a1594f8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:37:23.022378 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:23.112600 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Publish callbacks [] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.154055 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.182037 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:22Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:23.197429 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Network b9574aec-25e3-4038-99b5-66aa3df929e8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:37:23.198732 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3a426ac-eae9-4ad0-85fb-f3a21beffb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.203214 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:37:23.205745 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:37:23.215706 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7966238-d7e5-4438-bee0-29759704c76c None None] The sync data for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi is: [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:22Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:37:23.240004 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d624593-9e8e-46aa-9249-a5de8a1594f8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:23.257846 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037342'] for router_interface (f93e012a-88f3-4589-84d5-63237c6baf31), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.266449 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-71d91441-0f4d-48ab-ab5f-608ab5afcff4 None None] Current status of the port b460da30-f9ca-4bef-8434-65aceaeabda6 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:23.266830 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d91441-0f4d-48ab-ab5f-608ab5afcff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.300592 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:23.301110 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.353915 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Publish callbacks [] for port (19395636-b6f6-4540-a08d-2a12476a717a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.369887 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-71d91441-0f4d-48ab-ab5f-608ab5afcff4 None None] For port b460da30-f9ca-4bef-8434-65aceaeabda6, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=b460da30-f9ca-4bef-8434-65aceaeabda6,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:23.371000 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (19395636-b6f6-4540-a08d-2a12476a717a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.384418 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71d91441-0f4d-48ab-ab5f-608ab5afcff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.413832 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.440306 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1b7be-d598-46a2-8dc0-2649f6ecb88f None None] Pushing event updated for resources: {'Port': ['ID=19395636-b6f6-4540-a08d-2a12476a717a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:23.466366 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Attempting to bind port 19395636-b6f6-4540-a08d-2a12476a717a on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:37:23.466762 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Attempting to bind port 19395636-b6f6-4540-a08d-2a12476a717a by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:37:23.467100 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Attempting to bind port 19395636-b6f6-4540-a08d-2a12476a717a on network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:37:23.606044 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Publish callbacks [] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.622975 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.650439 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:37:23.650889 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Checking segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:37:23.651208 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.651591 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Bound using segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:37:23.652085 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Bound port: 19395636-b6f6-4540-a08d-2a12476a717a, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:37:23.652457 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (19395636-b6f6-4540-a08d-2a12476a717a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.690543 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d624593-9e8e-46aa-9249-a5de8a1594f8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:23.698146 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035950'] for router_interface (f93e012a-88f3-4589-84d5-63237c6baf31), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.720206 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-09310db1-6783-4416-b8ef-1d8f83cabe62 None None] Provisioning complete for port b460da30-f9ca-4bef-8434-65aceaeabda6 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:23.720603 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09310db1-6783-4416-b8ef-1d8f83cabe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.748344 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:23.749504 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device f9276ca1-996c-4bfc-876f-99e8086f1b6b up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:23.765916 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d91441-0f4d-48ab-ab5f-608ab5afcff4 None None] Pushing event updated for resources: {'Port': ['ID=b460da30-f9ca-4bef-8434-65aceaeabda6,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:23.802623 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Network b9574aec-25e3-4038-99b5-66aa3df929e8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:37:23.804196 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:37:23.813364 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] For port 19395636-b6f6-4540-a08d-2a12476a717a, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:37:23.834345 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] For port 19395636-b6f6-4540-a08d-2a12476a717a, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=19395636-b6f6-4540-a08d-2a12476a717a,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:37:23.846942 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (19395636-b6f6-4540-a08d-2a12476a717a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.929990 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port f9276ca1-996c-4bfc-876f-99e8086f1b6b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:23.930288 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:23.952940 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Router f93e012a-88f3-4589-84d5-63237c6baf31 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:37:23.978782 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Routers {'f93e012a-88f3-4589-84d5-63237c6baf31'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:23.979598 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f93e012a-88f3-4589-84d5-63237c6baf31'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:24.063488 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-09310db1-6783-4416-b8ef-1d8f83cabe62 None None] Current status of the port b460da30-f9ca-4bef-8434-65aceaeabda6 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:24.096553 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1b7be-d598-46a2-8dc0-2649f6ecb88f None None] Pushing event updated for resources: {'Port': ['ID=19395636-b6f6-4540-a08d-2a12476a717a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:24.099480 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:37:24.112662 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-68710c97-2973-4853-bc18-3535db1131c5 admin admin] 10.222.0.18 "PUT /v2.0/routers/f93e012a-88f3-4589-84d5-63237c6baf31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0101068 Apr 11 06:37:24.122252 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-09310db1-6783-4416-b8ef-1d8f83cabe62 None None] Provisioning complete for port 7d624593-9e8e-46aa-9249-a5de8a1594f8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:24.122637 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09310db1-6783-4416-b8ef-1d8f83cabe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.173085 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] Set router f93e012a-88f3-4589-84d5-63237c6baf31 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:24.236105 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-09310db1-6783-4416-b8ef-1d8f83cabe62 None None] Port 7d624593-9e8e-46aa-9249-a5de8a1594f8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:37:24.283384 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-09310db1-6783-4416-b8ef-1d8f83cabe62 None None] Provisioning complete for port f9276ca1-996c-4bfc-876f-99e8086f1b6b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:24.283823 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09310db1-6783-4416-b8ef-1d8f83cabe62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.285811 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port f9276ca1-996c-4bfc-876f-99e8086f1b6b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:24.286852 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device b460da30-f9ca-4bef-8434-65aceaeabda6 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:24.435061 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port b460da30-f9ca-4bef-8434-65aceaeabda6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:24.435425 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.532089 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-09310db1-6783-4416-b8ef-1d8f83cabe62 None None] Current status of the port f9276ca1-996c-4bfc-876f-99e8086f1b6b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:24.542265 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'name': 'tempest-TestVolumeBootPattern-263062829-router', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '19395636-b6f6-4540-a08d-2a12476a717a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 4, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'gw_port': {'id': '19395636-b6f6-4540-a08d-2a12476a717a', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:45:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '7d624593-9e8e-46aa-9249-a5de8a1594f8', 'name': '', 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3cc8f0e7-6c25-473d-8e38-1ab234ec55f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:22Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 2, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'subnets': [{'id': '3cc8f0e7-6c25-473d-8e38-1ab234ec55f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:24.573340 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469cb1f0-4169-48df-88ab-5dc4e34169cd None None] The sync data for ids ['f93e012a-88f3-4589-84d5-63237c6baf31'] in dv-cinder-836996-3-iscsi is: [{'id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'name': 'tempest-TestVolumeBootPattern-263062829-router', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '19395636-b6f6-4540-a08d-2a12476a717a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 4, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'gw_port': {'id': '19395636-b6f6-4540-a08d-2a12476a717a', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:45:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '7d624593-9e8e-46aa-9249-a5de8a1594f8', 'name': '', 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3cc8f0e7-6c25-473d-8e38-1ab234ec55f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:22Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 2, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'subnets': [{'id': '3cc8f0e7-6c25-473d-8e38-1ab234ec55f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:37:24.595291 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:24.600129 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-699fc803-a50b-473b-b457-b2d5c2128fd3 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-976344374', 'description': 'tempest-secgroup-smoke-976344374 description', 'project_id': '29d07bdf95d441a8869cefd9f49a60ac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:24.621997 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port b460da30-f9ca-4bef-8434-65aceaeabda6 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:24.624901 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.627115 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-699fc803-a50b-473b-b457-b2d5c2128fd3 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.653679 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4dc091cd-397f-4a1d-b0aa-3fb030268daa None None] Provisioning complete for port 7d624593-9e8e-46aa-9249-a5de8a1594f8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:24.654360 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4dc091cd-397f-4a1d-b0aa-3fb030268daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.701899 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4dc091cd-397f-4a1d-b0aa-3fb030268daa None None] Port 7d624593-9e8e-46aa-9249-a5de8a1594f8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:37:24.703575 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-699fc803-a50b-473b-b457-b2d5c2128fd3 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group (48776b23-b81a-4fe0-8b21-e2d02a1fdfa3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.708092 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-699fc803-a50b-473b-b457-b2d5c2128fd3 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (48776b23-b81a-4fe0-8b21-e2d02a1fdfa3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.745530 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-699fc803-a50b-473b-b457-b2d5c2128fd3 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.746962 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-699fc803-a50b-473b-b457-b2d5c2128fd3 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1504278 Apr 11 06:37:24.747856 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fc803-a50b-473b-b457-b2d5c2128fd3 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:24.750819 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41254) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:24.755798 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ddba10d5-dc96-4f4a-97ac-809f5fd1d294 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'security_group_rule': {'security_group_id': '48776b23-b81a-4fe0-8b21-e2d02a1fdfa3', 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:24.766290 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device b460da30-f9ca-4bef-8434-65aceaeabda6 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:24.787583 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddba10d5-dc96-4f4a-97ac-809f5fd1d294 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (bcfad75f-bd85-4720-b0f1-460c8bc80a76), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.838186 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port b460da30-f9ca-4bef-8434-65aceaeabda6 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:24.838581 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.864393 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddba10d5-dc96-4f4a-97ac-809f5fd1d294 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (bcfad75f-bd85-4720-b0f1-460c8bc80a76), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.870307 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddba10d5-dc96-4f4a-97ac-809f5fd1d294 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (bcfad75f-bd85-4720-b0f1-460c8bc80a76), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.892302 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba10d5-dc96-4f4a-97ac-809f5fd1d294 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfad75f-bd85-4720-b0f1-460c8bc80a76,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:24.904460 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddba10d5-dc96-4f4a-97ac-809f5fd1d294 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.908874 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41256) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:24.909077 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ddba10d5-dc96-4f4a-97ac-809f5fd1d294 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567850 Apr 11 06:37:24.914100 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9deb3b5d-5e06-4f88-a687-53d2fdaf3288 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'security_group_rule': {'security_group_id': '48776b23-b81a-4fe0-8b21-e2d02a1fdfa3', 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:24.941446 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b5d-5e06-4f88-a687-53d2fdaf3288 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (4f80ea42-b530-49c4-be49-8d981fd7cbae), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:24.942080 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port b460da30-f9ca-4bef-8434-65aceaeabda6 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:24.943176 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device f9276ca1-996c-4bfc-876f-99e8086f1b6b up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:25.002228 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port f9276ca1-996c-4bfc-876f-99e8086f1b6b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:25.002601 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.014308 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b5d-5e06-4f88-a687-53d2fdaf3288 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (4f80ea42-b530-49c4-be49-8d981fd7cbae), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.018976 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b5d-5e06-4f88-a687-53d2fdaf3288 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (4f80ea42-b530-49c4-be49-8d981fd7cbae), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.037957 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb3b5d-5e06-4f88-a687-53d2fdaf3288 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f80ea42-b530-49c4-be49-8d981fd7cbae,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:25.044631 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b5d-5e06-4f88-a687-53d2fdaf3288 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.049177 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9deb3b5d-5e06-4f88-a687-53d2fdaf3288 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355898 Apr 11 06:37:25.049382 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41258) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:25.053511 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-96e4ca59-e475-4d73-b3e4-90d08d7cae27 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'security_group_rule': {'security_group_id': '48776b23-b81a-4fe0-8b21-e2d02a1fdfa3', 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:25.083355 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96e4ca59-e475-4d73-b3e4-90d08d7cae27 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (3ab6209c-e63d-4a49-a547-bdbb3fd1d111), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.094515 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port f9276ca1-996c-4bfc-876f-99e8086f1b6b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:25.148302 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96e4ca59-e475-4d73-b3e4-90d08d7cae27 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (3ab6209c-e63d-4a49-a547-bdbb3fd1d111), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.152769 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96e4ca59-e475-4d73-b3e4-90d08d7cae27 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (3ab6209c-e63d-4a49-a547-bdbb3fd1d111), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.173061 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4ca59-e475-4d73-b3e4-90d08d7cae27 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab6209c-e63d-4a49-a547-bdbb3fd1d111,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:25.184077 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-96e4ca59-e475-4d73-b3e4-90d08d7cae27 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.185385 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-96e4ca59-e475-4d73-b3e4-90d08d7cae27 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354637 Apr 11 06:37:25.188229 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:25.194949 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cac1cce3-6625-40a0-abb1-1721840af976 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'security_group_rule': {'security_group_id': '48776b23-b81a-4fe0-8b21-e2d02a1fdfa3', 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:25.233471 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cac1cce3-6625-40a0-abb1-1721840af976 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (8d3c3d53-d413-4c00-be7b-1ee0488d277e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.305526 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cac1cce3-6625-40a0-abb1-1721840af976 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (8d3c3d53-d413-4c00-be7b-1ee0488d277e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.309710 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cac1cce3-6625-40a0-abb1-1721840af976 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (8d3c3d53-d413-4c00-be7b-1ee0488d277e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.331665 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1cce3-6625-40a0-abb1-1721840af976 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3c3d53-d413-4c00-be7b-1ee0488d277e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:25.339372 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cac1cce3-6625-40a0-abb1-1721840af976 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.340944 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-cac1cce3-6625-40a0-abb1-1721840af976 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509547 Apr 11 06:37:25.343302 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41274) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:25.348128 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0978ff0c-0f24-4856-9e74-a319fdd56e1a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'security_group_rule': {'security_group_id': '48776b23-b81a-4fe0-8b21-e2d02a1fdfa3', 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:25.369841 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-0978ff0c-0f24-4856-9e74-a319fdd56e1a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Project 29d07bdf95d441a8869cefd9f49a60ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 06:37:25.376384 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0978ff0c-0f24-4856-9e74-a319fdd56e1a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (728162c2-4dcb-4abc-ac43-bbd30c82772e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.439412 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0978ff0c-0f24-4856-9e74-a319fdd56e1a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (728162c2-4dcb-4abc-ac43-bbd30c82772e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.443369 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0978ff0c-0f24-4856-9e74-a319fdd56e1a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (728162c2-4dcb-4abc-ac43-bbd30c82772e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.463562 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ff0c-0f24-4856-9e74-a319fdd56e1a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728162c2-4dcb-4abc-ac43-bbd30c82772e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:25.473203 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0978ff0c-0f24-4856-9e74-a319fdd56e1a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.474397 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0978ff0c-0f24-4856-9e74-a319fdd56e1a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301749 Apr 11 06:37:25.477602 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41276) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:25.482745 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-815d5a0c-4f6b-440a-995f-c2ede2684db4 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'security_group_rule': {'security_group_id': '48776b23-b81a-4fe0-8b21-e2d02a1fdfa3', 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:25.506079 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-815d5a0c-4f6b-440a-995f-c2ede2684db4 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Project 29d07bdf95d441a8869cefd9f49a60ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 06:37:25.511695 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-815d5a0c-4f6b-440a-995f-c2ede2684db4 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (706793bb-65cd-4c95-849d-e62ff1100a8c), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.574046 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-815d5a0c-4f6b-440a-995f-c2ede2684db4 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (706793bb-65cd-4c95-849d-e62ff1100a8c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.578919 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-815d5a0c-4f6b-440a-995f-c2ede2684db4 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (706793bb-65cd-4c95-849d-e62ff1100a8c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.597464 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d5a0c-4f6b-440a-995f-c2ede2684db4 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706793bb-65cd-4c95-849d-e62ff1100a8c,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:25.605569 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-815d5a0c-4f6b-440a-995f-c2ede2684db4 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.609049 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-815d5a0c-4f6b-440a-995f-c2ede2684db4 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278579 Apr 11 06:37:25.792076 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:25.960751 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:26.742394 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 19395636-b6f6-4540-a08d-2a12476a717a up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:26.797558 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 19395636-b6f6-4540-a08d-2a12476a717a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:26.798504 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (19395636-b6f6-4540-a08d-2a12476a717a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:26.879905 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 19395636-b6f6-4540-a08d-2a12476a717a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:26.880285 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (19395636-b6f6-4540-a08d-2a12476a717a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:26.903403 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port 19395636-b6f6-4540-a08d-2a12476a717a, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=19395636-b6f6-4540-a08d-2a12476a717a,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:26.909413 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (19395636-b6f6-4540-a08d-2a12476a717a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:26.957296 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=19395636-b6f6-4540-a08d-2a12476a717a,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:27.225876 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:27.317194 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Sync routers for ids ['f93e012a-88f3-4589-84d5-63237c6baf31'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:37:27.330139 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Routers {'f93e012a-88f3-4589-84d5-63237c6baf31'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:27.330831 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f93e012a-88f3-4589-84d5-63237c6baf31'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:27.451321 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Set router f93e012a-88f3-4589-84d5-63237c6baf31 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:27.647556 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'name': 'tempest-TestVolumeBootPattern-263062829-router', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '19395636-b6f6-4540-a08d-2a12476a717a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 4, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'gw_port': {'id': '19395636-b6f6-4540-a08d-2a12476a717a', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '7d624593-9e8e-46aa-9249-a5de8a1594f8', 'name': '', 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3cc8f0e7-6c25-473d-8e38-1ab234ec55f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:22Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 2, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'subnets': [{'id': '3cc8f0e7-6c25-473d-8e38-1ab234ec55f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:27.677522 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Checking router: f93e012a-88f3-4589-84d5-63237c6baf31 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:37:27.677865 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Updating router f93e012a-88f3-4589-84d5-63237c6baf31 port 7d624593-9e8e-46aa-9249-a5de8a1594f8 binding host dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:37:27.791885 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:28.061065 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Publish callbacks [] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:28.070646 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:28.133194 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a79ea-e863-452b-8371-7a54b0db26bb None None] Pushing event updated for resources: {'Port': ['ID=7d624593-9e8e-46aa-9249-a5de8a1594f8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:28.186628 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Attempting to bind port 7d624593-9e8e-46aa-9249-a5de8a1594f8 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:37:28.186996 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Attempting to bind port 7d624593-9e8e-46aa-9249-a5de8a1594f8 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '0713fe69-5e25-474d-857a-05341a8e5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:37:28.187348 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Attempting to bind port 7d624593-9e8e-46aa-9249-a5de8a1594f8 on network b9574aec-25e3-4038-99b5-66aa3df929e8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:37:28.193602 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:37:28.193971 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Checking segment: {'id': '0713fe69-5e25-474d-857a-05341a8e5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:37:28.194365 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:28.194752 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Bound using segment: {'id': '0713fe69-5e25-474d-857a-05341a8e5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:37:28.195210 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Bound port: 7d624593-9e8e-46aa-9249-a5de8a1594f8, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0713fe69-5e25-474d-857a-05341a8e5712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:37:28.195580 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:28.260609 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] For port 7d624593-9e8e-46aa-9249-a5de8a1594f8, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:37:28.263843 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] For port 7d624593-9e8e-46aa-9249-a5de8a1594f8, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=7d624593-9e8e-46aa-9249-a5de8a1594f8,segment=NetworkSegment(0713fe69-5e25-474d-857a-05341a8e5712),segment_id=0713fe69-5e25-474d-857a-05341a8e5712)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:37:28.270377 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:28.324819 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Routers {'f93e012a-88f3-4589-84d5-63237c6baf31'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:28.325548 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f93e012a-88f3-4589-84d5-63237c6baf31'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:28.383301 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-019e10d7-85e5-4024-8215-ea7e83ce2bf6 None None] Provisioning complete for port 7d624593-9e8e-46aa-9249-a5de8a1594f8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:28.383301 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-019e10d7-85e5-4024-8215-ea7e83ce2bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:28.383959 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a79ea-e863-452b-8371-7a54b0db26bb None None] Pushing event updated for resources: {'Port': ['ID=7d624593-9e8e-46aa-9249-a5de8a1594f8,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:28.502557 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] Set router f93e012a-88f3-4589-84d5-63237c6baf31 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:28.520333 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-019e10d7-85e5-4024-8215-ea7e83ce2bf6 None None] Current status of the port 7d624593-9e8e-46aa-9249-a5de8a1594f8 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:28.520706 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-019e10d7-85e5-4024-8215-ea7e83ce2bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:28.575876 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-019e10d7-85e5-4024-8215-ea7e83ce2bf6 None None] For port 7d624593-9e8e-46aa-9249-a5de8a1594f8, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=7d624593-9e8e-46aa-9249-a5de8a1594f8,segment=NetworkSegment(0713fe69-5e25-474d-857a-05341a8e5712),segment_id=0713fe69-5e25-474d-857a-05341a8e5712)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:28.583277 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-019e10d7-85e5-4024-8215-ea7e83ce2bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:28.649408 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e10d7-85e5-4024-8215-ea7e83ce2bf6 None None] Pushing event updated for resources: {'Port': ['ID=7d624593-9e8e-46aa-9249-a5de8a1594f8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:28.775717 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'name': 'tempest-TestVolumeBootPattern-263062829-router', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '19395636-b6f6-4540-a08d-2a12476a717a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 4, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'gw_port': {'id': '19395636-b6f6-4540-a08d-2a12476a717a', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '7d624593-9e8e-46aa-9249-a5de8a1594f8', 'name': '', 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3cc8f0e7-6c25-473d-8e38-1ab234ec55f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:22Z', 'updated_at': '2022-04-11T06:37:28Z', 'revision_number': 4, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'subnets': [{'id': '3cc8f0e7-6c25-473d-8e38-1ab234ec55f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:28.804369 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9c0a6-6a2c-4a19-9c23-010905717c90 None None] The sync data for ids ['f93e012a-88f3-4589-84d5-63237c6baf31'] in dv-cinder-836996-3-iscsi is: [{'id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'name': 'tempest-TestVolumeBootPattern-263062829-router', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '19395636-b6f6-4540-a08d-2a12476a717a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 4, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'gw_port': {'id': '19395636-b6f6-4540-a08d-2a12476a717a', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '7d624593-9e8e-46aa-9249-a5de8a1594f8', 'name': '', 'network_id': 'b9574aec-25e3-4038-99b5-66aa3df929e8', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'mac_address': 'fa:16:3e:d0:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '3cc8f0e7-6c25-473d-8e38-1ab234ec55f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:22Z', 'updated_at': '2022-04-11T06:37:28Z', 'revision_number': 4, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'subnets': [{'id': '3cc8f0e7-6c25-473d-8e38-1ab234ec55f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:37:28.856207 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 7d624593-9e8e-46aa-9249-a5de8a1594f8 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:28.859583 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4ccba6da-7ad2-4bf9-be73-30e9ad41c777 None None] Provisioning complete for port 7d624593-9e8e-46aa-9249-a5de8a1594f8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:28.859942 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ccba6da-7ad2-4bf9-be73-30e9ad41c777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:28.943787 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 7d624593-9e8e-46aa-9249-a5de8a1594f8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:28.944203 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:29.015208 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4ccba6da-7ad2-4bf9-be73-30e9ad41c777 None None] Current status of the port 7d624593-9e8e-46aa-9249-a5de8a1594f8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:29.063514 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 7d624593-9e8e-46aa-9249-a5de8a1594f8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:29.065142 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 19395636-b6f6-4540-a08d-2a12476a717a up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:37:29.114122 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 19395636-b6f6-4540-a08d-2a12476a717a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:29.114493 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (19395636-b6f6-4540-a08d-2a12476a717a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:29.196682 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 19395636-b6f6-4540-a08d-2a12476a717a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:37:31.514194 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49294b93-b24e-4c8f-b769-835b459e3d80 req-b5690fd7-332e-4084-a4ad-a698227303e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461662 Apr 11 06:37:31.842015 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49294b93-b24e-4c8f-b769-835b459e3d80 req-62aeeb30-4eef-4547-9680-f06fad3e750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:31.843535 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49294b93-b24e-4c8f-b769-835b459e3d80 req-62aeeb30-4eef-4547-9680-f06fad3e750a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 1130 time: 0.0464740 Apr 11 06:37:32.255157 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49294b93-b24e-4c8f-b769-835b459e3d80 req-7d2f02a4-2dbe-4f63-b95a-da15c6283c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:32.256555 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49294b93-b24e-4c8f-b769-835b459e3d80 req-7d2f02a4-2dbe-4f63-b95a-da15c6283c97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 200 len: 916 time: 0.1053996 Apr 11 06:37:32.331000 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49294b93-b24e-4c8f-b769-835b459e3d80 req-a1916562-b9fa-42f4-a7cb-443d35ebc1c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949 HTTP/1.1" status: 200 len: 1001 time: 0.0654089 Apr 11 06:37:32.386016 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49294b93-b24e-4c8f-b769-835b459e3d80 req-a70b018e-e3ff-48f6-b239-0f50a7eee499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:32.387613 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49294b93-b24e-4c8f-b769-835b459e3d80 req-a70b018e-e3ff-48f6-b239-0f50a7eee499 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 200 len: 855 time: 0.0494833 Apr 11 06:37:32.438883 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49294b93-b24e-4c8f-b769-835b459e3d80 req-822bb3c9-1d0f-4846-9f7f-57a05836e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:32.440645 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49294b93-b24e-4c8f-b769-835b459e3d80 req-822bb3c9-1d0f-4846-9f7f-57a05836e179 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c241ac-a352-48b1-915a-dd06a7e87765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420861 Apr 11 06:37:32.533664 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49294b93-b24e-4c8f-b769-835b459e3d80 req-c4aabf0c-f658-40cc-9e75-371f464822bf service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864787 Apr 11 06:37:32.637865 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49294b93-b24e-4c8f-b769-835b459e3d80 req-4056a773-1778-47b1-9eda-034041c9725e service neutron] 10.222.0.20 "GET /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961070 Apr 11 06:37:35.124852 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1ab0c-8e5e-4459-9478-503c8e7d39bd req-caf2c7e0-c9d6-404e-b3b7-3cdda7808ddf tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:35.126350 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d4e1ab0c-8e5e-4459-9478-503c8e7d39bd req-caf2c7e0-c9d6-404e-b3b7-3cdda7808ddf tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 946 time: 0.0514333 Apr 11 06:37:35.176959 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d4e1ab0c-8e5e-4459-9478-503c8e7d39bd req-2a1d5748-0992-4741-94e0-ef8d99e155fe tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=63b8bc8b-499a-4118-b5cc-55ebd937ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420182 Apr 11 06:37:36.302807 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7988dd-d02c-4385-bf86-97780ad6ace9 req-f1875d70-a986-40c4-9d09-bc484bcd6d7c tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:36.305328 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2f7988dd-d02c-4385-bf86-97780ad6ace9 req-f1875d70-a986-40c4-9d09-bc484bcd6d7c tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 946 time: 0.0532756 Apr 11 06:37:36.353528 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2f7988dd-d02c-4385-bf86-97780ad6ace9 req-f009ba1c-91a0-4a7a-acc3-b0c619db25cd tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=63b8bc8b-499a-4118-b5cc-55ebd937ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415652 Apr 11 06:37:37.072954 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-64b86932-2378-4a55-92b2-f90d3d5510f1 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:37.074484 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-64b86932-2378-4a55-92b2-f90d3d5510f1 tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 946 time: 0.0541723 Apr 11 06:37:37.188684 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Deleting port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:37:37.189069 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:37.285162 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] For port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:37.285522 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:37.504638 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7946e9-2596-46be-b2ac-ab927d601ce7 req-b21ae5fd-ba74-4d2a-9686-5e390ea4c22c tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:37.506110 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc7946e9-2596-46be-b2ac-ab927d601ce7 req-b21ae5fd-ba74-4d2a-9686-5e390ea4c22c tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b6b2d40-242e-4e9e-a605-d970ea82ed07 HTTP/1.1" status: 200 len: 946 time: 0.0659943 Apr 11 06:37:37.509355 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:37.509706 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (f77842c8-ba36-432c-83eb-caa967843874), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:37.510008 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Floating IP f77842c8-ba36-432c-83eb-caa967843874 disassociated. External IP: 172.27.2.72, port: f32b5a1d-acfa-4e0e-8d6a-5bd04208e001. Apr 11 06:37:37.510340 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Calling delete_port for f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:37:37.607817 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc7946e9-2596-46be-b2ac-ab927d601ce7 req-57d60329-a58b-4d34-8421-bea2a144343d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups?id=63b8bc8b-499a-4118-b5cc-55ebd937ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914557 Apr 11 06:37:37.688374 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (f32b5a1d-acfa-4e0e-8d6a-5bd04208e001), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:37.721695 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event deleted for resources: {'Port': ['ID=f32b5a1d-acfa-4e0e-8d6a-5bd04208e001,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:37.838432 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Router 66023ed4-db35-4f65-9756-2afe2e1e0d60 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:37:37.951971 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:37:37.963621 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f435f-cacf-4ff6-9ea7-de60b89a9e2c None None] Sync routers for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:37:37.979209 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f435f-cacf-4ff6-9ea7-de60b89a9e2c None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:37.979808 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fc1f435f-cacf-4ff6-9ea7-de60b89a9e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:37.998796 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] No DVR routers for this DVR port f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:37:38.001624 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:38.005073 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e3327217-329c-4f45-bbae-ce4d7512b54e req-6598edd5-bb7f-4acb-861b-f441e21d599b tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.20 "DELETE /v2.0/ports/f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 HTTP/1.1" status: 204 len: 173 time: 0.9252350 Apr 11 06:37:38.005510 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'name': 'network-vif-deleted', 'tag': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:37:38.008126 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae14a4c8-372c-4265-a95b-0c685387d0e9" -d '{"events": [{"server_uuid": "3b6b2d40-242e-4e9e-a605-d970ea82ed07", "name": "network-vif-deleted", "tag": "f32b5a1d-acfa-4e0e-8d6a-5bd04208e001"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:37:38.048144 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba98e07-a7b0-43bb-bf48-3628af84468f x-openstack-request-id: req-aba98e07-a7b0-43bb-bf48-3628af84468f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:37:38.048558 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6b2d40-242e-4e9e-a605-d970ea82ed07", "name": "network-vif-deleted", "tag": "f32b5a1d-acfa-4e0e-8d6a-5bd04208e001", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:37:38.048928 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aba98e07-a7b0-43bb-bf48-3628af84468f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:37:38.049448 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba98e07-a7b0-43bb-bf48-3628af84468f'] response: {'server_uuid': '3b6b2d40-242e-4e9e-a605-d970ea82ed07', 'name': 'network-vif-deleted', 'tag': 'f32b5a1d-acfa-4e0e-8d6a-5bd04208e001', 'status': 'completed', 'code': 200} Apr 11 06:37:38.104955 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fc1f435f-cacf-4ff6-9ea7-de60b89a9e2c None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:38.327137 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fc1f435f-cacf-4ff6-9ea7-de60b89a9e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:38.354425 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f435f-cacf-4ff6-9ea7-de60b89a9e2c None None] Checking router: 66023ed4-db35-4f65-9756-2afe2e1e0d60 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:37:38.362866 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f435f-cacf-4ff6-9ea7-de60b89a9e2c None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:38.363456 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fc1f435f-cacf-4ff6-9ea7-de60b89a9e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:38.499564 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fc1f435f-cacf-4ff6-9ea7-de60b89a9e2c None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:38.707387 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41516) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:38.724024 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fc1f435f-cacf-4ff6-9ea7-de60b89a9e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:38.754647 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f435f-cacf-4ff6-9ea7-de60b89a9e2c None None] The sync data for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi is: [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:34Z', 'revision_number': 4, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '6daaca30-15ed-4726-9d80-1c4430ef0390', 'name': '', 'network_id': 'f0452541-ae6a-407a-a6e0-2f42517a89be', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'mac_address': 'fa:16:3e:f4:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:33Z', 'updated_at': '2022-04-11T06:31:38Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'subnets': [{'id': '1a560b5c-8187-40f9-a67d-b5d8bcffd646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:37:38.764862 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e3470eb-14dd-4c93-a86d-2e3dce46723a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group (63b8bc8b-499a-4118-b5cc-55ebd937ce62), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:38.792405 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e3470eb-14dd-4c93-a86d-2e3dce46723a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group (63b8bc8b-499a-4118-b5cc-55ebd937ce62), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:38.847204 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e3470eb-14dd-4c93-a86d-2e3dce46723a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (63b8bc8b-499a-4118-b5cc-55ebd937ce62), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:38.849945 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1e3470eb-14dd-4c93-a86d-2e3dce46723a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:38.851483 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1e3470eb-14dd-4c93-a86d-2e3dce46723a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "DELETE /v2.0/security-groups/63b8bc8b-499a-4118-b5cc-55ebd937ce62 HTTP/1.1" status: 204 len: 168 time: 0.1430809 Apr 11 06:37:38.854540 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:38.861568 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3470eb-14dd-4c93-a86d-2e3dce46723a tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b8bc8b-499a-4118-b5cc-55ebd937ce62,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:38.870438 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-4ad023d1-a04c-44fd-aa3e-7a37b691a79d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] show failed (client error): The resource could not be found. Apr 11 06:37:38.871469 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4ad023d1-a04c-44fd-aa3e-7a37b691a79d tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "GET /v2.0/security-groups/63b8bc8b-499a-4118-b5cc-55ebd937ce62 HTTP/1.1" status: 404 len: 347 time: 0.0158799 Apr 11 06:37:38.875869 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:39.005111 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0c1eee98-588c-414f-a907-11c70606297e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Deleting port 8619b500-80ff-4020-99dd-0ca9cbabe57b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:37:39.005456 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c1eee98-588c-414f-a907-11c70606297e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (8619b500-80ff-4020-99dd-0ca9cbabe57b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:39.011052 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b359690-7bf2-4983-b326-84719c03027b None None] New status for floating IP f77842c8-ba36-432c-83eb-caa967843874: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:37:39.350999 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c1eee98-588c-414f-a907-11c70606297e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (8619b500-80ff-4020-99dd-0ca9cbabe57b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:39.351248 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c1eee98-588c-414f-a907-11c70606297e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (8619b500-80ff-4020-99dd-0ca9cbabe57b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:39.364007 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0c1eee98-588c-414f-a907-11c70606297e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Calling delete_port for 8619b500-80ff-4020-99dd-0ca9cbabe57b owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:37:39.510967 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c1eee98-588c-414f-a907-11c70606297e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (8619b500-80ff-4020-99dd-0ca9cbabe57b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:39.545136 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1eee98-588c-414f-a907-11c70606297e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Pushing event deleted for resources: {'Port': ['ID=8619b500-80ff-4020-99dd-0ca9cbabe57b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:39.607772 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c1eee98-588c-414f-a907-11c70606297e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks [] for floatingip (f77842c8-ba36-432c-83eb-caa967843874), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:39.610904 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c1eee98-588c-414f-a907-11c70606297e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:39.612257 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0c1eee98-588c-414f-a907-11c70606297e tempest-AttachVolumeTestJSON-1857120258 tempest-AttachVolumeTestJSON-1857120258-project] 10.222.0.18 "DELETE /v2.0/floatingips/f77842c8-ba36-432c-83eb-caa967843874 HTTP/1.1" status: 204 len: 168 time: 0.7352018 Apr 11 06:37:41.464505 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:37:41.490195 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:37:41.490525 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device f32b5a1d-acfa-4e0e-8d6a-5bd04208e001 not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:37:45.299831 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:45.807089 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6b982b-e78e-4ce3-a45a-1bbebe14ed3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035915'] for router_interface (66023ed4-db35-4f65-9756-2afe2e1e0d60), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:45.863951 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41658) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:45.980339 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f7b650a-7d9a-45fa-a6d5-a4b7efbc4384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.058096 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b982b-e78e-4ce3-a45a-1bbebe14ed3e admin admin] Deleting port 6daaca30-15ed-4726-9d80-1c4430ef0390 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:37:46.058321 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6b982b-e78e-4ce3-a45a-1bbebe14ed3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.059501 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f7b650a-7d9a-45fa-a6d5-a4b7efbc4384 admin admin] Publish callbacks [] for security_group (a673bc1a-05ff-402b-8dc2-891830ef02b1), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.064742 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3f7b650a-7d9a-45fa-a6d5-a4b7efbc4384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a673bc1a-05ff-402b-8dc2-891830ef02b1), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.106041 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3f7b650a-7d9a-45fa-a6d5-a4b7efbc4384 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c80157eddf94e708a639d7806bdde7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407551 Apr 11 06:37:46.107946 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b650a-7d9a-45fa-a6d5-a4b7efbc4384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a673bc1a-05ff-402b-8dc2-891830ef02b1,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:46.110316 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41664) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:46.148782 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4d6b982b-e78e-4ce3-a45a-1bbebe14ed3e admin admin] For port 6daaca30-15ed-4726-9d80-1c4430ef0390, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=6daaca30-15ed-4726-9d80-1c4430ef0390,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:46.149178 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6b982b-e78e-4ce3-a45a-1bbebe14ed3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.163254 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b982b-e78e-4ce3-a45a-1bbebe14ed3e admin admin] Calling delete_port for 6daaca30-15ed-4726-9d80-1c4430ef0390 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:37:46.170721 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57980de6-340e-427d-ae22-9bbdb6608b60 admin admin] Publish callbacks [] for security_group (a673bc1a-05ff-402b-8dc2-891830ef02b1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.193326 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57980de6-340e-427d-ae22-9bbdb6608b60 admin admin] Publish callbacks [] for security_group (a673bc1a-05ff-402b-8dc2-891830ef02b1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.246032 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57980de6-340e-427d-ae22-9bbdb6608b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a673bc1a-05ff-402b-8dc2-891830ef02b1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.248611 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57980de6-340e-427d-ae22-9bbdb6608b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.249820 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-57980de6-340e-427d-ae22-9bbdb6608b60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a673bc1a-05ff-402b-8dc2-891830ef02b1 HTTP/1.1" status: 204 len: 168 time: 0.1386459 Apr 11 06:37:46.257810 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57980de6-340e-427d-ae22-9bbdb6608b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673bc1a-05ff-402b-8dc2-891830ef02b1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:46.374296 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6b982b-e78e-4ce3-a45a-1bbebe14ed3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (6daaca30-15ed-4726-9d80-1c4430ef0390), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.403418 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b982b-e78e-4ce3-a45a-1bbebe14ed3e admin admin] Pushing event deleted for resources: {'Port': ['ID=6daaca30-15ed-4726-9d80-1c4430ef0390,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:46.436138 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-b786e6db-17ba-470c-b31a-9d2f625b2466 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976344374&fields=id&tenant_id=29d07bdf95d441a8869cefd9f49a60ac HTTP/1.1" status: 200 len: 267 time: 0.0615356 Apr 11 06:37:46.573709 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-05a172d0-e7ed-408f-9d0d-355166cf5071 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:46.575247 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-05a172d0-e7ed-408f-9d0d-355166cf5071 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 812 time: 0.1282556 Apr 11 06:37:46.593987 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:46.597856 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-32b1afa3-ca9c-4f5a-8615-682f4e554fc7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/quotas/29d07bdf95d441a8869cefd9f49a60ac HTTP/1.1" status: 200 len: 375 time: 0.0150754 Apr 11 06:37:46.613645 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e141d7b9-3f53-4ad1-8b5e-a7ead55d5046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.631906 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6b982b-e78e-4ce3-a45a-1bbebe14ed3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035815'] for router_interface (66023ed4-db35-4f65-9756-2afe2e1e0d60), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.653806 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-a42fa223-53f3-48be-944a-9017c3df201f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501773 Apr 11 06:37:46.758913 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-e9f41c0b-00a3-4bc8-8846-ecc2893bc0ea service neutron] 10.222.0.18 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933998 Apr 11 06:37:46.829033 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e141d7b9-3f53-4ad1-8b5e-a7ead55d5046 admin admin] Publish callbacks [] for security_group (8eeee668-9a31-45be-bfe4-31950587b986), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.836634 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e141d7b9-3f53-4ad1-8b5e-a7ead55d5046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (8eeee668-9a31-45be-bfe4-31950587b986), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:46.851047 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-b5573425-93bb-428c-9209-cc269c085647 service neutron] 10.222.0.18 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848744 Apr 11 06:37:46.915353 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e141d7b9-3f53-4ad1-8b5e-a7ead55d5046 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44ae4ec7818c4797ab54d02096fa1615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161352 Apr 11 06:37:46.915664 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41682) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:46.922735 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141d7b9-3f53-4ad1-8b5e-a7ead55d5046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeee668-9a31-45be-bfe4-31950587b986,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:46.971728 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6b982b-e78e-4ce3-a45a-1bbebe14ed3e admin admin] Router 66023ed4-db35-4f65-9756-2afe2e1e0d60 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:37:46.994659 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f454f5a0-3bee-40de-b527-4cb2cf3a7453 admin admin] Publish callbacks [] for security_group (8eeee668-9a31-45be-bfe4-31950587b986), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:47.058832 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f454f5a0-3bee-40de-b527-4cb2cf3a7453 admin admin] Publish callbacks [] for security_group (8eeee668-9a31-45be-bfe4-31950587b986), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:47.136889 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6b982b-e78e-4ce3-a45a-1bbebe14ed3e admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:37:47.142300 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4d6b982b-e78e-4ce3-a45a-1bbebe14ed3e admin admin] 10.222.0.18 "PUT /v2.0/routers/66023ed4-db35-4f65-9756-2afe2e1e0d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8412588 Apr 11 06:37:47.145211 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:47.148538 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3dad7-158f-4ec2-a365-49586204289d None None] Sync routers for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:37:47.159288 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e3dad7-158f-4ec2-a365-49586204289d None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:47.160158 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c4e3dad7-158f-4ec2-a365-49586204289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:47.195573 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f454f5a0-3bee-40de-b527-4cb2cf3a7453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (8eeee668-9a31-45be-bfe4-31950587b986), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:47.196713 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-54c998f3-3f91-4970-b4b2-f9725d104d5f req-af928cdc-fb45-4330-9f70-9feef73d0f18 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 210 time: 0.0609853 Apr 11 06:37:47.198268 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f454f5a0-3bee-40de-b527-4cb2cf3a7453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:47.199250 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f454f5a0-3bee-40de-b527-4cb2cf3a7453 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8eeee668-9a31-45be-bfe4-31950587b986 HTTP/1.1" status: 204 len: 168 time: 0.2827964 Apr 11 06:37:47.212698 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454f5a0-3bee-40de-b527-4cb2cf3a7453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeee668-9a31-45be-bfe4-31950587b986,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:47.286601 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Publish callbacks [] for router (66023ed4-db35-4f65-9756-2afe2e1e0d60), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:47.326518 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c4e3dad7-158f-4ec2-a365-49586204289d None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:47.429556 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Publish callbacks [] for router_gateway (66023ed4-db35-4f65-9756-2afe2e1e0d60), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:47.488239 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Deleting port 812de46c-ee57-433c-8a22-b1e717e3aef8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:37:47.488589 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:47.537091 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c4e3dad7-158f-4ec2-a365-49586204289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:37:46Z', 'revision_number': 5, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port': {'id': '812de46c-ee57-433c-8a22-b1e717e3aef8', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:47.578114 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3dad7-158f-4ec2-a365-49586204289d None None] Checking router: 66023ed4-db35-4f65-9756-2afe2e1e0d60 for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:37:47.590266 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e3dad7-158f-4ec2-a365-49586204289d None None] Routers {'66023ed4-db35-4f65-9756-2afe2e1e0d60'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:47.591123 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c4e3dad7-158f-4ec2-a365-49586204289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['66023ed4-db35-4f65-9756-2afe2e1e0d60'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:47.605112 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] For port 812de46c-ee57-433c-8a22-b1e717e3aef8, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=812de46c-ee57-433c-8a22-b1e717e3aef8,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:47.605801 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:47.621781 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Calling delete_port for 812de46c-ee57-433c-8a22-b1e717e3aef8 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:37:47.690577 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-c4e3dad7-158f-4ec2-a365-49586204289d None None] Set router 66023ed4-db35-4f65-9756-2afe2e1e0d60 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:47.750331 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-c4e3dad7-158f-4ec2-a365-49586204289d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:37:47Z', 'revision_number': 6, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port_host': None}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:47.793625 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3dad7-158f-4ec2-a365-49586204289d None None] The sync data for ids ['66023ed4-db35-4f65-9756-2afe2e1e0d60'] in dv-cinder-836996-3-iscsi is: [{'id': '66023ed4-db35-4f65-9756-2afe2e1e0d60', 'name': 'tempest-AttachVolumeTestJSON-732939572-router', 'tenant_id': 'a9656f49a2604955a0684ebb230397f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:31:31Z', 'updated_at': '2022-04-11T06:37:47Z', 'revision_number': 6, 'project_id': 'a9656f49a2604955a0684ebb230397f3', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:37:47.819671 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (812de46c-ee57-433c-8a22-b1e717e3aef8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:47.856133 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Pushing event deleted for resources: {'Port': ['ID=812de46c-ee57-433c-8a22-b1e717e3aef8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:47.926935 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037377'] for router_gateway (66023ed4-db35-4f65-9756-2afe2e1e0d60), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.025381 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2088751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30897'] for router (66023ed4-db35-4f65-9756-2afe2e1e0d60), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.027604 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Publish callbacks [] for router_controller (66023ed4-db35-4f65-9756-2afe2e1e0d60), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.075009 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2088742'] for router (66023ed4-db35-4f65-9756-2afe2e1e0d60), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.075594 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66023ed4-db35-4f65-9756-2afe2e1e0d60 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:37:48.081830 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.083011 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b4db4a7a-edc6-45e7-848c-302066fc5482 admin admin] 10.222.0.18 "DELETE /v2.0/routers/66023ed4-db35-4f65-9756-2afe2e1e0d60 HTTP/1.1" status: 204 len: 168 time: 0.9366758 Apr 11 06:37:48.086076 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41722) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:48.133861 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d6d5c9-089c-4365-9561-aad6a98eeab7 admin admin] Deleting subnet 1a560b5c-8187-40f9-a67d-b5d8bcffd646 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:37:48.138110 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d6d5c9-089c-4365-9561-aad6a98eeab7 admin admin] Publish callbacks [] for subnet (1a560b5c-8187-40f9-a67d-b5d8bcffd646), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.193234 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d6d5c9-089c-4365-9561-aad6a98eeab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2113639'] for subnet (1a560b5c-8187-40f9-a67d-b5d8bcffd646), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.339579 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d6d5c9-089c-4365-9561-aad6a98eeab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (1a560b5c-8187-40f9-a67d-b5d8bcffd646), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.371531 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8442a381-f47c-4c08-bd02-9b329587953f req-95731bd0-9c2b-4a2d-9e72-3866c1950841 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 210 time: 0.0286686 Apr 11 06:37:48.416415 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d6d5c9-089c-4365-9561-aad6a98eeab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9388572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3823590'] for subnet (1a560b5c-8187-40f9-a67d-b5d8bcffd646), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.423030 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-2ea2f1d9-4a45-476e-8b6a-2f17fad8ab80 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:48.425737 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-2ea2f1d9-4a45-476e-8b6a-2f17fad8ab80 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 812 time: 0.2062097 Apr 11 06:37:48.449910 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6d5c9-089c-4365-9561-aad6a98eeab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a560b5c-8187-40f9-a67d-b5d8bcffd646,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:48.452185 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d6d5c9-089c-4365-9561-aad6a98eeab7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.457953 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-91d6d5c9-089c-4365-9561-aad6a98eeab7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1a560b5c-8187-40f9-a67d-b5d8bcffd646 HTTP/1.1" status: 204 len: 168 time: 0.3685734 Apr 11 06:37:48.458760 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41734) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:48.459070 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63fd229-d1aa-4d56-ade4-00c24f01b14c None None] Network f0452541-ae6a-407a-a6e0-2f42517a89be requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:37:48.526355 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-26c385dc-78e7-4f8e-80b5-d05775ab4d71 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d07bdf95d441a8869cefd9f49a60ac HTTP/1.1" status: 200 len: 379 time: 0.0926166 Apr 11 06:37:48.536589 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'port': {'device_id': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'admin_state_up': True, 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'security_groups': ['48776b23-b81a-4fe0-8b21-e2d02a1fdfa3']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:48.541984 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (f0452541-ae6a-407a-a6e0-2f42517a89be), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.597235 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Deleting port 5755df6d-d6d2-4f71-adcd-50a192081ef9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:37:48.597792 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.680076 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdee53d-c62c-4ba3-bb24-13111175e50b None None] DHCP port deletion for f0452541-ae6a-407a-a6e0-2f42517a89be request from dv-cinder-836996-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:37:48.689372 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Made reservation on behalf of 29d07bdf95d441a8869cefd9f49a60ac for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:37:48.700004 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.727272 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] For port 5755df6d-d6d2-4f71-adcd-50a192081ef9, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=5755df6d-d6d2-4f71-adcd-50a192081ef9,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:48.727714 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.755644 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Calling delete_port for 5755df6d-d6d2-4f71-adcd-50a192081ef9 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:37:48.794272 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-afdee53d-c62c-4ba3-bb24-13111175e50b None None] Deleting port 5755df6d-d6d2-4f71-adcd-50a192081ef9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:37:48.794643 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afdee53d-c62c-4ba3-bb24-13111175e50b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.820492 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 6daaca30-15ed-4726-9d80-1c4430ef0390 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:37:48.861564 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 6daaca30-15ed-4726-9d80-1c4430ef0390 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:37:48.862244 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 6daaca30-15ed-4726-9d80-1c4430ef0390 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:37:48.863134 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 812de46c-ee57-433c-8a22-b1e717e3aef8 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:37:48.893857 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:48.911855 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 812de46c-ee57-433c-8a22-b1e717e3aef8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:37:48.912525 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 812de46c-ee57-433c-8a22-b1e717e3aef8 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:37:48.913153 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 5755df6d-d6d2-4f71-adcd-50a192081ef9 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:37:48.923491 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Pushing event deleted for resources: {'Port': ['ID=5755df6d-d6d2-4f71-adcd-50a192081ef9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:48.932384 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] No DVR routers for this DVR port 5755df6d-d6d2-4f71-adcd-50a192081ef9 on host dv-cinder-836996-3-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:37:48.994274 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Allocated IP 172.20.0.6 (d136d043-47ee-4ab1-b47c-2b2f5dc06c4b/a1b0a5fa-3daa-451b-b040-825645ba15f8/c58d97de-3b52-4b75-ab37-879bcd719f2c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:37:49.060390 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (f0452541-ae6a-407a-a6e0-2f42517a89be), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.085225 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0452541-ae6a-407a-a6e0-2f42517a89be']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:49.096500 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:49.096796 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:49.107277 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2113646'] for segment (c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.122141 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.129990 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:37:49.130366 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9388726'] for segment (c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.144395 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 5755df6d-d6d2-4f71-adcd-50a192081ef9 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:37:49.145082 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 5755df6d-d6d2-4f71-adcd-50a192081ef9 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:37:49.169118 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-afdee53d-c62c-4ba3-bb24-13111175e50b None None] For port 5755df6d-d6d2-4f71-adcd-50a192081ef9, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=5755df6d-d6d2-4f71-adcd-50a192081ef9,segment=NetworkSegment(c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da),segment_id=c4c52ea8-ec60-4c6d-b0a2-e4aff575f3da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:49.169821 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afdee53d-c62c-4ba3-bb24-13111175e50b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: Traceback (most recent call last): Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: timer() Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: cb(*args, **kw) Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: return func(*args, **kwargs) Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: self._notify() Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: self.callback(batched_events) Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: event.method(event) Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: return f(self, *a, **k) Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._get(url).json() Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:37:49.184661 dv-cinder-836996-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:37:49.191806 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-afdee53d-c62c-4ba3-bb24-13111175e50b None None] Calling delete_port for 5755df6d-d6d2-4f71-adcd-50a192081ef9 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:37:49.211911 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (f0452541-ae6a-407a-a6e0-2f42517a89be), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.214533 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.220873 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.226924 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] 10.222.0.18 "DELETE /v2.0/networks/f0452541-ae6a-407a-a6e0-2f42517a89be HTTP/1.1" status: 204 len: 168 time: 0.7649128 Apr 11 06:37:49.237790 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd1948-7f1b-4ed6-9dd6-429d4a1230dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f0452541-ae6a-407a-a6e0-2f42517a89be,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:49.277642 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.323201 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:37:49.326875 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:37:49.331179 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:37:49.348361 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afdee53d-c62c-4ba3-bb24-13111175e50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691'] for port (5755df6d-d6d2-4f71-adcd-50a192081ef9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.366123 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-afdee53d-c62c-4ba3-bb24-13111175e50b None None] Network f0452541-ae6a-407a-a6e0-2f42517a89be is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 11 06:37:49.366843 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdee53d-c62c-4ba3-bb24-13111175e50b None None] No DVR routers for this DVR port 5755df6d-d6d2-4f71-adcd-50a192081ef9 on host dv-cinder-836996-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:37:49.370718 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'Port': ['ID=c58d97de-3b52-4b75-ab37-879bcd719f2c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:49.395387 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdee53d-c62c-4ba3-bb24-13111175e50b None None] Pushing event deleted for resources: {'Port': ['ID=5755df6d-d6d2-4f71-adcd-50a192081ef9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:49.413289 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:49.416317 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.445255 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-6fa7c643-063a-4e00-8c64-8c1340c0dee8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9138243 Apr 11 06:37:49.462074 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Request body: {'port': {'device_id': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:37:49.509660 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41762) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:49.570573 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9d9ef2cb-9ecf-44e4-890b-65b0f703177e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9656f49a2604955a0684ebb230397f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590506 Apr 11 06:37:49.573029 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41766) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:49.630299 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81178dbc-9ab4-48c7-a013-b72ab714d1ae admin admin] Publish callbacks [] for security_group (51de2caf-f693-49be-b223-7afc70550a2b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.640290 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41768) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:49.661423 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81178dbc-9ab4-48c7-a013-b72ab714d1ae admin admin] Publish callbacks [] for security_group (51de2caf-f693-49be-b223-7afc70550a2b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.675510 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f7720eec-a2aa-4fad-92bd-b6d1bbddf340 None None] Provisioning complete for port c58d97de-3b52-4b75-ab37-879bcd719f2c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:37:49.677418 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7720eec-a2aa-4fad-92bd-b6d1bbddf340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.726412 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81178dbc-9ab4-48c7-a013-b72ab714d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (51de2caf-f693-49be-b223-7afc70550a2b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.728965 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81178dbc-9ab4-48c7-a013-b72ab714d1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.730140 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-81178dbc-9ab4-48c7-a013-b72ab714d1ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51de2caf-f693-49be-b223-7afc70550a2b HTTP/1.1" status: 204 len: 168 time: 0.1554282 Apr 11 06:37:49.733651 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f7720eec-a2aa-4fad-92bd-b6d1bbddf340 None None] Port c58d97de-3b52-4b75-ab37-879bcd719f2c cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:37:49.739262 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81178dbc-9ab4-48c7-a013-b72ab714d1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51de2caf-f693-49be-b223-7afc70550a2b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:49.795407 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c0370f7-3fc2-4000-b679-722238a14dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.871870 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f939ab-0d0d-4ee8-9ab4-a62d1d3eff58 req-b87ba4c9-530f-4db4-959c-1cac07627952 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:49.873447 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07f939ab-0d0d-4ee8-9ab4-a62d1d3eff58 req-b87ba4c9-530f-4db4-959c-1cac07627952 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 931 time: 0.3842473 Apr 11 06:37:49.881953 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.882600 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c0370f7-3fc2-4000-b679-722238a14dcf admin admin] Publish callbacks [] for security_group (4e3b8928-d20b-4079-bcf5-30b603ba51b1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.887806 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c0370f7-3fc2-4000-b679-722238a14dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (4e3b8928-d20b-4079-bcf5-30b603ba51b1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:49.929825 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8c0370f7-3fc2-4000-b679-722238a14dcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69ccd0a1aa3b45eaaf05f386e74313b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859464 Apr 11 06:37:49.929825 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0370f7-3fc2-4000-b679-722238a14dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3b8928-d20b-4079-bcf5-30b603ba51b1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:49.930755 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41776) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:49.998161 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07f939ab-0d0d-4ee8-9ab4-a62d1d3eff58 req-dd32a83b-26c7-4390-81dd-8043fa69ecc3 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179788 Apr 11 06:37:50.092797 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c36f24bd-c3e2-43be-8712-7f37e6f1457f admin admin] Publish callbacks [] for security_group (4e3b8928-d20b-4079-bcf5-30b603ba51b1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.158269 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c36f24bd-c3e2-43be-8712-7f37e6f1457f admin admin] Publish callbacks [] for security_group (4e3b8928-d20b-4079-bcf5-30b603ba51b1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.244079 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c36f24bd-c3e2-43be-8712-7f37e6f1457f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (4e3b8928-d20b-4079-bcf5-30b603ba51b1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.246659 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c36f24bd-c3e2-43be-8712-7f37e6f1457f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.247799 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c36f24bd-c3e2-43be-8712-7f37e6f1457f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e3b8928-d20b-4079-bcf5-30b603ba51b1 HTTP/1.1" status: 204 len: 168 time: 0.3017898 Apr 11 06:37:50.282548 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f24bd-c3e2-43be-8712-7f37e6f1457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3b8928-d20b-4079-bcf5-30b603ba51b1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:50.293341 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58d97de-3b52-4b75-ab37-879bcd719f2c {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:37:50.303754 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Publish callbacks [] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.320539 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Transition to ACTIVE for port object c58d97de-3b52-4b75-ab37-879bcd719f2c will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:37:50.325713 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.409611 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Pushing event updated for resources: {'Port': ['ID=c58d97de-3b52-4b75-ab37-879bcd719f2c,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:50.469898 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Attempting to bind port c58d97de-3b52-4b75-ab37-879bcd719f2c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:37:50.470545 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Attempting to bind port c58d97de-3b52-4b75-ab37-879bcd719f2c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:37:50.470676 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Attempting to bind port c58d97de-3b52-4b75-ab37-879bcd719f2c on network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:37:50.476751 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Port c58d97de-3b52-4b75-ab37-879bcd719f2c on network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:37:50.477110 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Attempting to bind port c58d97de-3b52-4b75-ab37-879bcd719f2c on network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:37:50.487739 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:37:50.488082 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Checking segment: {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:37:50.488470 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Bound using segment: {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:37:50.488996 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Bound port: c58d97de-3b52-4b75-ab37-879bcd719f2c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:37:50.489287 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.564365 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] For port c58d97de-3b52-4b75-ab37-879bcd719f2c, host hv-cinder-83699, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:37:50.568489 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] For port c58d97de-3b52-4b75-ab37-879bcd719f2c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c58d97de-3b52-4b75-ab37-879bcd719f2c,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:37:50.576472 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.608608 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:50.619567 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:50.619856 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.621403 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] 10.222.0.20 "PUT /v2.0/ports/c58d97de-3b52-4b75-ab37-879bcd719f2c HTTP/1.1" status: 200 len: 1093 time: 1.1688962 Apr 11 06:37:50.621838 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'tag': 'c58d97de-3b52-4b75-ab37-879bcd719f2c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:37:50.624343 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6429e838-0bc9-4c84-8bff-773c1fa17a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3", "tag": "c58d97de-3b52-4b75-ab37-879bcd719f2c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:37:50.639557 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc103b50-8ee9-4a85-adcf-1379e59d6470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.658311 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2c9e0-8e68-4ea9-839a-f56198e14424 service neutron] Pushing event updated for resources: {'Port': ['ID=c58d97de-3b52-4b75-ab37-879bcd719f2c,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:50.683828 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8f37ea-b6a7-4fb1-9231-bf5d2be3f32f x-openstack-request-id: req-8d8f37ea-b6a7-4fb1-9231-bf5d2be3f32f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:37:50.684150 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3", "tag": "c58d97de-3b52-4b75-ab37-879bcd719f2c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:37:50.684832 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d8f37ea-b6a7-4fb1-9231-bf5d2be3f32f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:37:50.685601 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8f37ea-b6a7-4fb1-9231-bf5d2be3f32f'] response: {'name': 'network-changed', 'server_uuid': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'tag': 'c58d97de-3b52-4b75-ab37-879bcd719f2c', 'status': 'completed', 'code': 200} Apr 11 06:37:50.750290 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-b274dd79-3432-46d3-9a26-6e312652759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:50.752118 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-b274dd79-3432-46d3-9a26-6e312652759c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 1127 time: 0.0581584 Apr 11 06:37:50.765034 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc103b50-8ee9-4a85-adcf-1379e59d6470 admin admin] Publish callbacks [] for security_group (07e1456b-82a8-405d-911a-06d8dca7a074), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.770717 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc103b50-8ee9-4a85-adcf-1379e59d6470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (07e1456b-82a8-405d-911a-06d8dca7a074), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.809868 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc103b50-8ee9-4a85-adcf-1379e59d6470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e1456b-82a8-405d-911a-06d8dca7a074,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:50.815348 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bc103b50-8ee9-4a85-adcf-1379e59d6470 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fc2cf340ee04e19a1c15faaa8de6e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031224 Apr 11 06:37:50.817732 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 41806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:50.870796 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0fbb-49eb-483c-9fdf-73fee051bf34 admin admin] Publish callbacks [] for security_group (07e1456b-82a8-405d-911a-06d8dca7a074), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.894211 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0fbb-49eb-483c-9fdf-73fee051bf34 admin admin] Publish callbacks [] for security_group (07e1456b-82a8-405d-911a-06d8dca7a074), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.906977 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-de599651-259b-4613-87c5-05340bd1bb71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c58d97de-3b52-4b75-ab37-879bcd719f2c HTTP/1.1" status: 200 len: 217 time: 0.0374360 Apr 11 06:37:50.943521 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0fbb-49eb-483c-9fdf-73fee051bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (07e1456b-82a8-405d-911a-06d8dca7a074), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.946079 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0fbb-49eb-483c-9fdf-73fee051bf34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:50.947229 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-dfaa0fbb-49eb-483c-9fdf-73fee051bf34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07e1456b-82a8-405d-911a-06d8dca7a074 HTTP/1.1" status: 204 len: 168 time: 0.1281667 Apr 11 06:37:50.955177 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa0fbb-49eb-483c-9fdf-73fee051bf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e1456b-82a8-405d-911a-06d8dca7a074,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:50.975892 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-4d0bbeaa-dd15-402d-a4ad-56ff84f09186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:50.978409 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-4d0bbeaa-dd15-402d-a4ad-56ff84f09186 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0630071 Apr 11 06:37:51.042299 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-59e53f58-c7fc-4cde-9b76-e0b46adbaff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:51.045036 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-59e53f58-c7fc-4cde-9b76-e0b46adbaff6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614164 Apr 11 06:37:51.083722 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f99bced-6743-4f19-baff-4b7014868fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:51.181255 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92229853-7ad7-4061-b4e8-8f76d3605f3d req-3a15095d-e7ff-4e49-aa5c-afa0b06efa8f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:51.182036 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-92229853-7ad7-4061-b4e8-8f76d3605f3d req-3a15095d-e7ff-4e49-aa5c-afa0b06efa8f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 943 time: 0.0890284 Apr 11 06:37:51.249112 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-024ccbad-7b44-433f-b1e5-d52b810f3b16 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973202 Apr 11 06:37:51.271967 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-92229853-7ad7-4061-b4e8-8f76d3605f3d req-8b639255-6942-4432-96e8-13da41d41350 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811763 Apr 11 06:37:51.364181 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51167b9c-545c-492d-a6d0-a7483d7ae419 req-352beb04-1b62-4b73-935b-9045587b1f7e service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051974 Apr 11 06:37:51.627667 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429e838-0bc9-4c84-8bff-773c1fa17a5e req-87fdb6a4-f062-43cc-9d38-b391702289e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:51.629197 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6429e838-0bc9-4c84-8bff-773c1fa17a5e req-87fdb6a4-f062-43cc-9d38-b391702289e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 1127 time: 0.0408862 Apr 11 06:37:51.728516 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429e838-0bc9-4c84-8bff-773c1fa17a5e req-98485a19-622e-4cc9-bd0d-4507d270da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:51.730150 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6429e838-0bc9-4c84-8bff-773c1fa17a5e req-98485a19-622e-4cc9-bd0d-4507d270da0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 912 time: 0.0944042 Apr 11 06:37:51.770964 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6429e838-0bc9-4c84-8bff-773c1fa17a5e req-09c4ccdc-f1ea-43b8-962c-2b17e39d2dc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c58d97de-3b52-4b75-ab37-879bcd719f2c HTTP/1.1" status: 200 len: 217 time: 0.0342505 Apr 11 06:37:51.821649 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429e838-0bc9-4c84-8bff-773c1fa17a5e req-19661e75-67e5-4571-96f2-5467a7d318e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:51.823032 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6429e838-0bc9-4c84-8bff-773c1fa17a5e req-19661e75-67e5-4571-96f2-5467a7d318e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0467253 Apr 11 06:37:51.865822 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429e838-0bc9-4c84-8bff-773c1fa17a5e req-535bf475-c011-4b89-abb2-9dba07bdd764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:51.867377 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6429e838-0bc9-4c84-8bff-773c1fa17a5e req-535bf475-c011-4b89-abb2-9dba07bdd764 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385854 Apr 11 06:37:51.958645 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6429e838-0bc9-4c84-8bff-773c1fa17a5e req-2996a63f-5b3a-4f54-8e69-653a25845a4d service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850341 Apr 11 06:37:52.050218 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6429e838-0bc9-4c84-8bff-773c1fa17a5e req-34b333a3-54c9-4146-8b4b-fb0e5ca4278c service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858037 Apr 11 06:37:52.401974 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb27214-b369-409e-b18f-a4cacee0a5bd req-6b5c8cfe-54e1-41b0-b700-5c4fbf514bbb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:52.403526 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7eb27214-b369-409e-b18f-a4cacee0a5bd req-6b5c8cfe-54e1-41b0-b700-5c4fbf514bbb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 943 time: 0.0503390 Apr 11 06:37:52.468166 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7eb27214-b369-409e-b18f-a4cacee0a5bd req-242b9d08-b3ed-415a-9155-e2f9136905d5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568342 Apr 11 06:37:53.151086 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9673f985-3f5d-41ee-8ff6-d2e7d246727a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:53.159025 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:37:53.595899 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ea0f7-1272-4712-bb30-57bffe454af6 req-780853b9-4c9d-4ef3-a329-b88c65cb51e2 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:53.597707 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e58ea0f7-1272-4712-bb30-57bffe454af6 req-780853b9-4c9d-4ef3-a329-b88c65cb51e2 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 943 time: 0.0564854 Apr 11 06:37:53.648139 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e58ea0f7-1272-4712-bb30-57bffe454af6 req-b5a76231-1b93-4637-a09b-7e9e857a2cbd tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447171 Apr 11 06:37:53.874500 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41900) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:53.987876 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90f1c393-f300-447f-83ba-8973a223b1da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:54.067622 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90f1c393-f300-447f-83ba-8973a223b1da admin admin] Publish callbacks [] for security_group (b8484d8d-303b-41bc-9eb4-f5253569174a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:54.070889 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-90f1c393-f300-447f-83ba-8973a223b1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b8484d8d-303b-41bc-9eb4-f5253569174a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:54.112486 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-90f1c393-f300-447f-83ba-8973a223b1da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1201ab2166642c7ab9dc30a77772cce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367933 Apr 11 06:37:54.115572 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 41908) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:54.121731 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1c393-f300-447f-83ba-8973a223b1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8484d8d-303b-41bc-9eb4-f5253569174a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:54.171939 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb884d01-463b-4179-8cfb-67fe2a7bc4b8 admin admin] Publish callbacks [] for security_group (b8484d8d-303b-41bc-9eb4-f5253569174a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:54.195132 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb884d01-463b-4179-8cfb-67fe2a7bc4b8 admin admin] Publish callbacks [] for security_group (b8484d8d-303b-41bc-9eb4-f5253569174a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:54.243305 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb884d01-463b-4179-8cfb-67fe2a7bc4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b8484d8d-303b-41bc-9eb4-f5253569174a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:54.246191 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fb884d01-463b-4179-8cfb-67fe2a7bc4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:54.247388 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fb884d01-463b-4179-8cfb-67fe2a7bc4b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8484d8d-303b-41bc-9eb4-f5253569174a HTTP/1.1" status: 204 len: 168 time: 0.1308966 Apr 11 06:37:54.258780 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb884d01-463b-4179-8cfb-67fe2a7bc4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8484d8d-303b-41bc-9eb4-f5253569174a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:54.610625 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:54.671172 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589f282-0e58-4822-a667-3f2c62116e1e req-a91137f9-d98a-4d39-84ca-301e6b64cf6c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:54.673511 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0589f282-0e58-4822-a667-3f2c62116e1e req-a91137f9-d98a-4d39-84ca-301e6b64cf6c tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 946 time: 0.0483797 Apr 11 06:37:54.725131 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0589f282-0e58-4822-a667-3f2c62116e1e req-886e1a58-526a-49eb-b80d-27e89e9b192a tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 Apr 11 06:37:54.771295 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b05d3-b10a-4822-b722-bf1ebdd8506c req-3e04f7d2-a339-437e-9e5c-a5070e3cb657 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:54.772706 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-888b05d3-b10a-4822-b722-bf1ebdd8506c req-3e04f7d2-a339-437e-9e5c-a5070e3cb657 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 943 time: 0.0464008 Apr 11 06:37:54.827252 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-888b05d3-b10a-4822-b722-bf1ebdd8506c req-69f578c5-efd8-465e-ad7a-f4a085a96adc tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491571 Apr 11 06:37:55.812779 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:55.872838 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d5228-cc27-4de2-a58f-c59bc95e8d8f req-78e49b12-05eb-46ea-8522-c96c7defa2d9 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:55.874973 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-115d5228-cc27-4de2-a58f-c59bc95e8d8f req-78e49b12-05eb-46ea-8522-c96c7defa2d9 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 946 time: 0.0581415 Apr 11 06:37:55.956794 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:56.022649 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-115d5228-cc27-4de2-a58f-c59bc95e8d8f req-3b602b02-3c46-4a82-b0e0-44865ee711e4 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406491 Apr 11 06:37:56.028829 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-9f2f89cd-27ce-43e2-b4fe-bd4db9940df8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:56.030379 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-9f2f89cd-27ce-43e2-b4fe-bd4db9940df8 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 946 time: 0.1503232 Apr 11 06:37:56.074936 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e44b4d-5b31-4b40-857d-c39393aebc4a req-0356e30f-3ae2-4bfd-ac51-7cd0531a6bf4 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:56.076481 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26e44b4d-5b31-4b40-857d-c39393aebc4a req-0356e30f-3ae2-4bfd-ac51-7cd0531a6bf4 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 943 time: 0.1731524 Apr 11 06:37:56.170826 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Deleting port 9b980a4e-a610-4a8c-abb9-5d52fc344949 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:37:56.171175 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:56.177783 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26e44b4d-5b31-4b40-857d-c39393aebc4a req-5c9ac903-ff90-4841-92e0-7b5003ceadbe tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945148 Apr 11 06:37:56.272944 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] For port 9b980a4e-a610-4a8c-abb9-5d52fc344949, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=9b980a4e-a610-4a8c-abb9-5d52fc344949,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:37:56.273350 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:56.451700 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:56.452087 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:56.452401 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Floating IP 01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2 disassociated. External IP: 172.27.2.137, port: 9b980a4e-a610-4a8c-abb9-5d52fc344949. Apr 11 06:37:56.452734 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Calling delete_port for 9b980a4e-a610-4a8c-abb9-5d52fc344949 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:37:56.586283 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (9b980a4e-a610-4a8c-abb9-5d52fc344949), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:56.615661 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event deleted for resources: {'Port': ['ID=9b980a4e-a610-4a8c-abb9-5d52fc344949,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:56.730654 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:37:56.845900 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:37:56.856852 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d5b60-68a0-4e10-aa86-82338e53573b None None] Sync routers for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:37:56.866457 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d5b60-68a0-4e10-aa86-82338e53573b None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:56.866978 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c31d5b60-68a0-4e10-aa86-82338e53573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:56.887733 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] No DVR routers for this DVR port 9b980a4e-a610-4a8c-abb9-5d52fc344949 on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:37:56.890336 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:56.893803 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-910bf6a2-7acc-4beb-a169-44012ef7fecd req-bcae471a-1719-4e8f-aaf8-d38211566450 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.20 "DELETE /v2.0/ports/9b980a4e-a610-4a8c-abb9-5d52fc344949 HTTP/1.1" status: 204 len: 173 time: 0.8549936 Apr 11 06:37:56.894241 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'name': 'network-vif-deleted', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:37:56.896515 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b1b61e-53dd-416e-a963-89022a4d969b" -d '{"events": [{"server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "name": "network-vif-deleted", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:37:56.932646 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fad57c-9eeb-45cb-9f97-5e1f89f39832 x-openstack-request-id: req-f6fad57c-9eeb-45cb-9f97-5e1f89f39832 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:37:56.932958 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f39dff3-e6b8-4980-bd17-9f920a2d5d62", "name": "network-vif-deleted", "tag": "9b980a4e-a610-4a8c-abb9-5d52fc344949", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:37:56.933251 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6fad57c-9eeb-45cb-9f97-5e1f89f39832 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:37:56.933668 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6fad57c-9eeb-45cb-9f97-5e1f89f39832'] response: {'server_uuid': '2f39dff3-e6b8-4980-bd17-9f920a2d5d62', 'name': 'network-vif-deleted', 'tag': '9b980a4e-a610-4a8c-abb9-5d52fc344949', 'status': 'completed', 'code': 200} Apr 11 06:37:56.982209 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c31d5b60-68a0-4e10-aa86-82338e53573b None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:57.140130 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45e0d4b1-af11-40ba-8bda-4b438dfdee71 req-9e296f40-3839-4913-9af9-cc90cb46b004 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f39dff3-e6b8-4980-bd17-9f920a2d5d62 HTTP/1.1" status: 200 len: 210 time: 0.0343037 Apr 11 06:37:57.205705 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c31d5b60-68a0-4e10-aa86-82338e53573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:57.233829 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:57.263226 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d5b60-68a0-4e10-aa86-82338e53573b None None] Checking router: 51d3c5c8-459c-452f-87aa-ac9203c7bb92 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:37:57.292560 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d5b60-68a0-4e10-aa86-82338e53573b None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:37:57.294024 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c31d5b60-68a0-4e10-aa86-82338e53573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:57.333159 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1e072-dc16-44b7-bb1c-732b6a91b69a req-33b3e2cf-6f2a-4006-bb5a-58bce7c7c46e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:57.335375 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9dc1e072-dc16-44b7-bb1c-732b6a91b69a req-33b3e2cf-6f2a-4006-bb5a-58bce7c7c46e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 943 time: 0.0679650 Apr 11 06:37:57.441599 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9dc1e072-dc16-44b7-bb1c-732b6a91b69a req-b4b9b5a9-cfa6-4fec-8be4-612b4cd8801f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955961 Apr 11 06:37:57.539456 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c31d5b60-68a0-4e10-aa86-82338e53573b None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:37:57.745533 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c31d5b60-68a0-4e10-aa86-82338e53573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:37:57.757452 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42058) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:57.772213 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d5b60-68a0-4e10-aa86-82338e53573b None None] The sync data for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi is: [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:30:39Z', 'revision_number': 4, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'a9a0f255-c8e0-4817-ad09-ec0b7deba3aa', 'name': '', 'network_id': '06c241ac-a352-48b1-915a-dd06a7e87765', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'mac_address': 'fa:16:3e:94:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:37Z', 'updated_at': '2022-04-11T06:30:50Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'subnets': [{'id': 'dad8f048-1c99-4851-b535-5d3e8975b7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:37:57.866495 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7a633b5-0446-43d6-8c17-efb65ead4837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:57.948052 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7a633b5-0446-43d6-8c17-efb65ead4837 admin admin] Publish callbacks [] for security_group (8deb44b6-b6cc-4292-9400-fc4ef173b3be), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:57.953151 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7a633b5-0446-43d6-8c17-efb65ead4837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (8deb44b6-b6cc-4292-9400-fc4ef173b3be), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:57.997122 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a7a633b5-0446-43d6-8c17-efb65ead4837 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3e2337934cf48828282c0c9912cf97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360539 Apr 11 06:37:57.997122 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a633b5-0446-43d6-8c17-efb65ead4837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb44b6-b6cc-4292-9400-fc4ef173b3be,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:57.998374 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:58.021520 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3ad32-3d4f-4cc8-acca-5352a6e67113 None None] New status for floating IP 01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:37:58.052035 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c4a5-3140-4f03-81c2-ebb023efaea0 admin admin] Publish callbacks [] for security_group (8deb44b6-b6cc-4292-9400-fc4ef173b3be), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.072779 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c4a5-3140-4f03-81c2-ebb023efaea0 admin admin] Publish callbacks [] for security_group (8deb44b6-b6cc-4292-9400-fc4ef173b3be), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.127154 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c4a5-3140-4f03-81c2-ebb023efaea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (8deb44b6-b6cc-4292-9400-fc4ef173b3be), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.129995 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b7a3c4a5-3140-4f03-81c2-ebb023efaea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.131209 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b7a3c4a5-3140-4f03-81c2-ebb023efaea0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8deb44b6-b6cc-4292-9400-fc4ef173b3be HTTP/1.1" status: 204 len: 168 time: 0.1317506 Apr 11 06:37:58.139505 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3c4a5-3140-4f03-81c2-ebb023efaea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deb44b6-b6cc-4292-9400-fc4ef173b3be,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:58.251466 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:58.306627 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd2e4fa2-c068-41b5-b465-e2b217935f00 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group (1e2e4ac1-98a2-4e80-a3c5-a767de6164ce), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.330989 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd2e4fa2-c068-41b5-b465-e2b217935f00 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group (1e2e4ac1-98a2-4e80-a3c5-a767de6164ce), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.382567 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd2e4fa2-c068-41b5-b465-e2b217935f00 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (1e2e4ac1-98a2-4e80-a3c5-a767de6164ce), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.385434 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd2e4fa2-c068-41b5-b465-e2b217935f00 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.386767 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-dd2e4fa2-c068-41b5-b465-e2b217935f00 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "DELETE /v2.0/security-groups/1e2e4ac1-98a2-4e80-a3c5-a767de6164ce HTTP/1.1" status: 204 len: 168 time: 0.1339047 Apr 11 06:37:58.389984 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42074) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:58.395906 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e4fa2-c068-41b5-b465-e2b217935f00 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2e4ac1-98a2-4e80-a3c5-a767de6164ce,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:58.401738 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42076) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:58.405993 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.api.v2.resource [None req-03e58c7b-7a05-4062-8706-5957ecbbe085 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] show failed (client error): The resource could not be found. Apr 11 06:37:58.410911 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-03e58c7b-7a05-4062-8706-5957ecbbe085 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "GET /v2.0/security-groups/1e2e4ac1-98a2-4e80-a3c5-a767de6164ce HTTP/1.1" status: 404 len: 347 time: 0.0197926 Apr 11 06:37:58.411723 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42078) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:58.416019 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adc713db-cc2b-42e2-815f-dd0ad50a3bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.505020 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adc713db-cc2b-42e2-815f-dd0ad50a3bc0 admin admin] Publish callbacks [] for security_group (6c78e241-782c-47c7-a1e5-9c92633b7df2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.510782 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adc713db-cc2b-42e2-815f-dd0ad50a3bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (6c78e241-782c-47c7-a1e5-9c92633b7df2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.557056 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc713db-cc2b-42e2-815f-dd0ad50a3bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c78e241-782c-47c7-a1e5-9c92633b7df2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:58.565372 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-adc713db-cc2b-42e2-815f-dd0ad50a3bc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b75d7041563e439bb8113639e986ec7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626194 Apr 11 06:37:58.565606 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42086) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:37:58.591208 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c68e5a-5686-42c2-9329-22fcd9a3ae5c req-d552c0b4-5a2d-4325-8bac-29893325a887 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:58.592688 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-73c68e5a-5686-42c2-9329-22fcd9a3ae5c req-d552c0b4-5a2d-4325-8bac-29893325a887 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 943 time: 0.0876698 Apr 11 06:37:58.595614 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b5511592-1d1a-4426-aad3-28b302d4b242 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Deleting port 76fe4b75-d07a-4809-bfbc-7eeb8d23408f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:37:58.595993 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5511592-1d1a-4426-aad3-28b302d4b242 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (76fe4b75-d07a-4809-bfbc-7eeb8d23408f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.730044 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-73c68e5a-5686-42c2-9329-22fcd9a3ae5c req-f31fcc80-9e44-48c0-8d35-1950bb6b50e0 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286743 Apr 11 06:37:58.730664 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Publish callbacks [] for security_group (6c78e241-782c-47c7-a1e5-9c92633b7df2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.757346 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5511592-1d1a-4426-aad3-28b302d4b242 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (76fe4b75-d07a-4809-bfbc-7eeb8d23408f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.757639 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5511592-1d1a-4426-aad3-28b302d4b242 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (76fe4b75-d07a-4809-bfbc-7eeb8d23408f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.779779 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Publish callbacks [] for security_group (6c78e241-782c-47c7-a1e5-9c92633b7df2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.781720 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b5511592-1d1a-4426-aad3-28b302d4b242 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Calling delete_port for 76fe4b75-d07a-4809-bfbc-7eeb8d23408f owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:37:58.897161 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (6c78e241-782c-47c7-a1e5-9c92633b7df2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.899678 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:58.900805 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c78e241-782c-47c7-a1e5-9c92633b7df2 HTTP/1.1" status: 204 len: 168 time: 0.3326259 Apr 11 06:37:58.914799 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c78e241-782c-47c7-a1e5-9c92633b7df2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:58.923280 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.923680 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.924237 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.924693 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.925071 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.925424 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.925728 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.926047 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.926560 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.927038 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.927517 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.927994 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.928482 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.929000 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.929463 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a9f09-6711-4d59-af49-e61c3076c2cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:37:58.993232 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5511592-1d1a-4426-aad3-28b302d4b242 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (76fe4b75-d07a-4809-bfbc-7eeb8d23408f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:59.027949 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5511592-1d1a-4426-aad3-28b302d4b242 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Pushing event deleted for resources: {'Port': ['ID=76fe4b75-d07a-4809-bfbc-7eeb8d23408f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:37:59.103440 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5511592-1d1a-4426-aad3-28b302d4b242 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks [] for floatingip (01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:59.106019 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5511592-1d1a-4426-aad3-28b302d4b242 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:37:59.107212 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b5511592-1d1a-4426-aad3-28b302d4b242 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] 10.222.0.18 "DELETE /v2.0/floatingips/01cb1eb2-dd4e-4c1f-ba0e-4ba35f2e51c2 HTTP/1.1" status: 204 len: 168 time: 0.6944275 Apr 11 06:37:59.869414 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1a2c7-fd7b-462b-ba38-58770697a6b0 req-5e98bafb-7a90-4e3b-8276-e3c0a7b25a8a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:37:59.870917 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-deb1a2c7-fd7b-462b-ba38-58770697a6b0 req-5e98bafb-7a90-4e3b-8276-e3c0a7b25a8a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 943 time: 0.0562291 Apr 11 06:37:59.921704 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-deb1a2c7-fd7b-462b-ba38-58770697a6b0 req-64469c31-c8cb-4e33-9753-51ebf42184a7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448396 Apr 11 06:38:00.153067 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42132) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:00.256918 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b708886d-0644-478e-a1c2-a083570c3296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:00.331705 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b708886d-0644-478e-a1c2-a083570c3296 admin admin] Publish callbacks [] for security_group (28fb7a08-86a7-46f6-8462-7641c77426fa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:00.337590 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b708886d-0644-478e-a1c2-a083570c3296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (28fb7a08-86a7-46f6-8462-7641c77426fa), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:00.374899 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b708886d-0644-478e-a1c2-a083570c3296 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b61d14c329e4eadbf3715f0da785a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207580 Apr 11 06:38:00.375834 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708886d-0644-478e-a1c2-a083570c3296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fb7a08-86a7-46f6-8462-7641c77426fa,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:00.377827 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42138) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:00.435217 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Publish callbacks [] for security_group (28fb7a08-86a7-46f6-8462-7641c77426fa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:00.457765 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Publish callbacks [] for security_group (28fb7a08-86a7-46f6-8462-7641c77426fa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:00.518466 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (28fb7a08-86a7-46f6-8462-7641c77426fa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:00.521107 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:00.522296 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28fb7a08-86a7-46f6-8462-7641c77426fa HTTP/1.1" status: 204 len: 168 time: 0.1434677 Apr 11 06:38:00.529751 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fb7a08-86a7-46f6-8462-7641c77426fa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:00.537547 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.537887 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.538229 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.538565 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.538891 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.539224 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.539544 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.539859 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.540175 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.540496 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.540811 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.541138 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.541448 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.541754 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:00.542051 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe271-0c42-473e-9080-81812d0f9450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:01.042385 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec051f-5020-444a-8380-cf1d730d6920 req-332db9f6-d86f-4fac-87c8-6dc385999b2a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:01.044126 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8dec051f-5020-444a-8380-cf1d730d6920 req-332db9f6-d86f-4fac-87c8-6dc385999b2a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 943 time: 0.0490868 Apr 11 06:38:01.102649 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8dec051f-5020-444a-8380-cf1d730d6920 req-766f8194-f444-463e-a002-34d55e76ca83 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528271 Apr 11 06:38:01.498279 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device c58d97de-3b52-4b75-ab37-879bcd719f2c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:38:01.501730 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9b980a4e-a610-4a8c-abb9-5d52fc344949 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:38:01.529857 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: 9b980a4e-a610-4a8c-abb9-5d52fc344949 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:38:01.529857 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 9b980a4e-a610-4a8c-abb9-5d52fc344949 not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:38:01.627443 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port c58d97de-3b52-4b75-ab37-879bcd719f2c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c58d97de-3b52-4b75-ab37-879bcd719f2c,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:01.639833 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': 'c58d97de-3b52-4b75-ab37-879bcd719f2c', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'port_id': 'c58d97de-3b52-4b75-ab37-879bcd719f2c', 'mac_address': 'fa:16:3e:d4:b1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:38:01.677879 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port c58d97de-3b52-4b75-ab37-879bcd719f2c is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:38:01.678052 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:01.692256 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58d97de-3b52-4b75-ab37-879bcd719f2c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:38:01.716240 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port c58d97de-3b52-4b75-ab37-879bcd719f2c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c58d97de-3b52-4b75-ab37-879bcd719f2c,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:01.720681 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:01.774905 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=c58d97de-3b52-4b75-ab37-879bcd719f2c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:01.950354 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['c58d97de-3b52-4b75-ab37-879bcd719f2c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:38:02.251012 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f874902-23de-4dd4-a737-9d4d96effcc7 req-262c5208-eb13-43b3-9219-cdbf1751857a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:02.252965 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f874902-23de-4dd4-a737-9d4d96effcc7 req-262c5208-eb13-43b3-9219-cdbf1751857a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 944 time: 0.0601966 Apr 11 06:38:02.302869 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f874902-23de-4dd4-a737-9d4d96effcc7 req-2081c08a-5c17-4256-b8ad-2fe157a2531f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441086 Apr 11 06:38:02.630804 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device c58d97de-3b52-4b75-ab37-879bcd719f2c up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:38:02.680660 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port c58d97de-3b52-4b75-ab37-879bcd719f2c completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:38:02.687166 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port c58d97de-3b52-4b75-ab37-879bcd719f2c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:38:02.687512 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:02.771961 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port c58d97de-3b52-4b75-ab37-879bcd719f2c is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:38:02.772351 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:02.796228 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58d97de-3b52-4b75-ab37-879bcd719f2c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:38:02.798592 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2007e7-7a30-4193-8138-a450198af052" -d '{"events": [{"server_uuid": "6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3", "name": "network-vif-plugged", "status": "completed", "tag": "c58d97de-3b52-4b75-ab37-879bcd719f2c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:38:02.811526 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port c58d97de-3b52-4b75-ab37-879bcd719f2c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c58d97de-3b52-4b75-ab37-879bcd719f2c,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:02.817096 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:02.846135 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f759a1ac-e9bd-4ebd-92e9-29e7898de329 x-openstack-request-id: req-f759a1ac-e9bd-4ebd-92e9-29e7898de329 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:38:02.846458 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3", "name": "network-vif-plugged", "status": "completed", "tag": "c58d97de-3b52-4b75-ab37-879bcd719f2c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:38:02.846714 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f759a1ac-e9bd-4ebd-92e9-29e7898de329 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:38:02.847126 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f759a1ac-e9bd-4ebd-92e9-29e7898de329'] response: {'server_uuid': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58d97de-3b52-4b75-ab37-879bcd719f2c', 'code': 200} Apr 11 06:38:02.878087 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=c58d97de-3b52-4b75-ab37-879bcd719f2c,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:03.067936 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb7ccc-04bc-415a-92f4-c50a23a7010c req-57159530-2f7d-4441-9531-e6baa083b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:03.069543 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aecb7ccc-04bc-415a-92f4-c50a23a7010c req-57159530-2f7d-4441-9531-e6baa083b53b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 1129 time: 0.0425525 Apr 11 06:38:03.117302 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aecb7ccc-04bc-415a-92f4-c50a23a7010c req-e62ee26e-f8a8-4aa0-87be-c17336dc908e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414152 Apr 11 06:38:03.432064 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c3abb-70ac-483d-8951-fa9ca73133ac req-caf63d7b-2c8c-41ae-95b0-bb5194e28fcd tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:03.434003 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-954c3abb-70ac-483d-8951-fa9ca73133ac req-caf63d7b-2c8c-41ae-95b0-bb5194e28fcd tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 945 time: 0.0579798 Apr 11 06:38:03.486567 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-954c3abb-70ac-483d-8951-fa9ca73133ac req-a470ce52-b893-4e54-a36e-881193995efa tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451274 Apr 11 06:38:03.644295 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42294) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:04.421168 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f794608-074d-466a-a1db-0d43e29c5bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035915'] for router_interface (51d3c5c8-459c-452f-87aa-ac9203c7bb92), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:04.623311 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faecc25-0b84-46d3-b46e-c41d8cbc3014 req-1c94ec6a-0073-4d71-a7b5-ca0d9393f23d tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:04.625004 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3faecc25-0b84-46d3-b46e-c41d8cbc3014 req-1c94ec6a-0073-4d71-a7b5-ca0d9393f23d tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 945 time: 0.0537226 Apr 11 06:38:04.675960 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f794608-074d-466a-a1db-0d43e29c5bf1 admin admin] Deleting port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:04.676540 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f794608-074d-466a-a1db-0d43e29c5bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:04.677188 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3faecc25-0b84-46d3-b46e-c41d8cbc3014 req-f815dcba-fb11-452a-9886-ec8e1aad4479 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459943 Apr 11 06:38:04.776051 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7f794608-074d-466a-a1db-0d43e29c5bf1 admin admin] For port a9a0f255-c8e0-4817-ad09-ec0b7deba3aa, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=a9a0f255-c8e0-4817-ad09-ec0b7deba3aa,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:04.776419 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f794608-074d-466a-a1db-0d43e29c5bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:04.790796 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f794608-074d-466a-a1db-0d43e29c5bf1 admin admin] Calling delete_port for a9a0f255-c8e0-4817-ad09-ec0b7deba3aa owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:04.814330 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea32493-f010-4794-b4ce-4daadf58ab76 req-0bcfcac9-ab69-4ff2-a163-0f57ac35aef7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:04.815972 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ea32493-f010-4794-b4ce-4daadf58ab76 req-0bcfcac9-ab69-4ff2-a163-0f57ac35aef7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 945 time: 0.0621934 Apr 11 06:38:04.892879 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ea32493-f010-4794-b4ce-4daadf58ab76 req-4bfd847d-9465-42c7-87e6-eac9388d25aa tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694232 Apr 11 06:38:04.912037 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:05.016105 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f794608-074d-466a-a1db-0d43e29c5bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (a9a0f255-c8e0-4817-ad09-ec0b7deba3aa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.072113 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f794608-074d-466a-a1db-0d43e29c5bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a0f255-c8e0-4817-ad09-ec0b7deba3aa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:05.102177 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42326) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:05.124526 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b14f22-aace-453f-9d47-25c24aa4fceb tempest-TestVolumeBootPattern-27908516 tempest-TestVolumeBootPattern-27908516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:05.128879 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e9b14f22-aace-453f-9d47-25c24aa4fceb tempest-TestVolumeBootPattern-27908516 tempest-TestVolumeBootPattern-27908516-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 1124 time: 0.2132106 Apr 11 06:38:05.129951 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42330) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:05.135176 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'port_id': 'c58d97de-3b52-4b75-ab37-879bcd719f2c', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:38:05.161730 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.252181 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb6a720d-27dd-4bf8-84e2-665e59a0b408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.258284 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f794608-074d-466a-a1db-0d43e29c5bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035815'] for router_interface (51d3c5c8-459c-452f-87aa-ac9203c7bb92), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.286459 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.431838 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb6a720d-27dd-4bf8-84e2-665e59a0b408 admin admin] Publish callbacks [] for security_group (8d0c2536-d27a-48c5-b3e2-8b4e68139e9d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.441140 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Allocated IP 172.27.2.246 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/69d5bbea-4204-4147-b106-b249c0807dbf) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:38:05.443048 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb6a720d-27dd-4bf8-84e2-665e59a0b408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (8d0c2536-d27a-48c5-b3e2-8b4e68139e9d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.504374 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-bb6a720d-27dd-4bf8-84e2-665e59a0b408 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ab2427de49741a7835ba669397e67e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009471 Apr 11 06:38:05.508169 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f794608-074d-466a-a1db-0d43e29c5bf1 admin admin] Router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:38:05.509078 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42332) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:05.515230 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a720d-27dd-4bf8-84e2-665e59a0b408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0c2536-d27a-48c5-b3e2-8b4e68139e9d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:05.593153 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for port (69d5bbea-4204-4147-b106-b249c0807dbf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.630918 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (69d5bbea-4204-4147-b106-b249c0807dbf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.643787 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf990a29-95bf-4f1f-ad04-de34f1e09002 admin admin] Publish callbacks [] for security_group (8d0c2536-d27a-48c5-b3e2-8b4e68139e9d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.670493 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:38:05.675914 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:38:05.678601 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf990a29-95bf-4f1f-ad04-de34f1e09002 admin admin] Publish callbacks [] for security_group (8d0c2536-d27a-48c5-b3e2-8b4e68139e9d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.680180 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:38:05.697604 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f794608-074d-466a-a1db-0d43e29c5bf1 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:38:05.702170 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'Port': ['ID=69d5bbea-4204-4147-b106-b249c0807dbf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:05.705641 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7f794608-074d-466a-a1db-0d43e29c5bf1 admin admin] 10.222.0.18 "PUT /v2.0/routers/51d3c5c8-459c-452f-87aa-ac9203c7bb92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0573456 Apr 11 06:38:05.707338 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:05.707465 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dfaaa3-9f09-45b1-8a52-8b34de416332 None None] Sync routers for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:38:05.719762 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dfaaa3-9f09-45b1-8a52-8b34de416332 None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:38:05.720393 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-03dfaaa3-9f09-45b1-8a52-8b34de416332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:05.828864 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf990a29-95bf-4f1f-ad04-de34f1e09002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (8d0c2536-d27a-48c5-b3e2-8b4e68139e9d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.831448 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf990a29-95bf-4f1f-ad04-de34f1e09002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.835047 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bf990a29-95bf-4f1f-ad04-de34f1e09002 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d0c2536-d27a-48c5-b3e2-8b4e68139e9d HTTP/1.1" status: 204 len: 168 time: 0.3225317 Apr 11 06:38:05.851782 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-03dfaaa3-9f09-45b1-8a52-8b34de416332 None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:38:05.863449 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Publish callbacks [] for router (51d3c5c8-459c-452f-87aa-ac9203c7bb92), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:05.865983 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf990a29-95bf-4f1f-ad04-de34f1e09002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0c2536-d27a-48c5-b3e2-8b4e68139e9d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:06.060365 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-03dfaaa3-9f09-45b1-8a52-8b34de416332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:38:04Z', 'revision_number': 5, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port': {'id': '2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:30:28Z', 'updated_at': '2022-04-11T06:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:06.070318 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Publish callbacks [] for router_gateway (51d3c5c8-459c-452f-87aa-ac9203c7bb92), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.093206 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dfaaa3-9f09-45b1-8a52-8b34de416332 None None] Checking router: 51d3c5c8-459c-452f-87aa-ac9203c7bb92 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:38:06.106820 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dfaaa3-9f09-45b1-8a52-8b34de416332 None None] Routers {'51d3c5c8-459c-452f-87aa-ac9203c7bb92'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:38:06.107452 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-03dfaaa3-9f09-45b1-8a52-8b34de416332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:06.136780 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Deleting port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:06.137378 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.213981 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-03dfaaa3-9f09-45b1-8a52-8b34de416332 None None] Set router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:38:06.227351 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42342) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:06.253684 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d81bf97b-287d-4c43-a48f-4f32ed80586f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.275845 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-03dfaaa3-9f09-45b1-8a52-8b34de416332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:38:06Z', 'revision_number': 6, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port_host': None}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:06.312068 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dfaaa3-9f09-45b1-8a52-8b34de416332 None None] The sync data for ids ['51d3c5c8-459c-452f-87aa-ac9203c7bb92'] in dv-cinder-836996-3-iscsi is: [{'id': '51d3c5c8-459c-452f-87aa-ac9203c7bb92', 'name': 'tempest-AttachVolumeShelveTestJSON-717293321-router', 'tenant_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:30:27Z', 'updated_at': '2022-04-11T06:38:06Z', 'revision_number': 6, 'project_id': '10290d6a8afe4c38af3ac7e7699b5fbd', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:38:06.314139 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] For port 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:06.314717 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.337692 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Calling delete_port for 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:06.439279 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d81bf97b-287d-4c43-a48f-4f32ed80586f admin admin] Publish callbacks [] for security_group (73483653-dba2-4f49-993f-ba9031719369), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.446747 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d81bf97b-287d-4c43-a48f-4f32ed80586f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (73483653-dba2-4f49-993f-ba9031719369), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.452965 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (112bec29-1c6e-4e8f-b384-f510f6eef7a9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.526976 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (69d5bbea-4204-4147-b106-b249c0807dbf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.535923 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bf97b-287d-4c43-a48f-4f32ed80586f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73483653-dba2-4f49-993f-ba9031719369,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:06.542402 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d81bf97b-287d-4c43-a48f-4f32ed80586f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a63516b40b604645ae40342bb7f53a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075383 Apr 11 06:38:06.545522 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42344) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:06.638897 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9eb3ef76-d3c3-4d6a-86de-56216a8fe416 admin admin] Publish callbacks [] for security_group (73483653-dba2-4f49-993f-ba9031719369), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.644247 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.686996 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9eb3ef76-d3c3-4d6a-86de-56216a8fe416 admin admin] Publish callbacks [] for security_group (73483653-dba2-4f49-993f-ba9031719369), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.689352 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:06.712732 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for port (69d5bbea-4204-4147-b106-b249c0807dbf), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.722850 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (69d5bbea-4204-4147-b106-b249c0807dbf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.783079 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037377'] for router_gateway (51d3c5c8-459c-452f-87aa-ac9203c7bb92), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.807184 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device a9a0f255-c8e0-4817-ad09-ec0b7deba3aa no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:38:06.809053 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'Port': ['ID=69d5bbea-4204-4147-b106-b249c0807dbf,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:06.821930 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (112bec29-1c6e-4e8f-b384-f510f6eef7a9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.842122 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: a9a0f255-c8e0-4817-ad09-ec0b7deba3aa {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:38:06.842518 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device a9a0f255-c8e0-4817-ad09-ec0b7deba3aa not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:38:06.880716 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9eb3ef76-d3c3-4d6a-86de-56216a8fe416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (73483653-dba2-4f49-993f-ba9031719369), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.883307 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9eb3ef76-d3c3-4d6a-86de-56216a8fe416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.884456 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9eb3ef76-d3c3-4d6a-86de-56216a8fe416 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73483653-dba2-4f49-993f-ba9031719369 HTTP/1.1" status: 204 len: 168 time: 0.3382783 Apr 11 06:38:06.897656 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2088751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30897'] for router (51d3c5c8-459c-452f-87aa-ac9203c7bb92), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.900125 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Publish callbacks [] for router_controller (51d3c5c8-459c-452f-87aa-ac9203c7bb92), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.902664 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3ef76-d3c3-4d6a-86de-56216a8fe416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73483653-dba2-4f49-993f-ba9031719369,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:06.953927 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Floating IP 112bec29-1c6e-4e8f-b384-f510f6eef7a9 associated. External IP: 172.27.2.246, port: c58d97de-3b52-4b75-ab37-879bcd719f2c. Apr 11 06:38:06.979148 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2088742'] for router (51d3c5c8-459c-452f-87aa-ac9203c7bb92), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.979836 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51d3c5c8-459c-452f-87aa-ac9203c7bb92 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:38:06.985168 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:06.986447 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e5aae464-1ebc-4c2f-9a4b-c1320063da92 admin admin] 10.222.0.18 "DELETE /v2.0/routers/51d3c5c8-459c-452f-87aa-ac9203c7bb92 HTTP/1.1" status: 204 len: 168 time: 1.2784913 Apr 11 06:38:06.989206 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:07.038983 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2730e7-8357-4b3d-be84-18f98cac4df2 admin admin] Deleting subnet dad8f048-1c99-4851-b535-5d3e8975b7d7 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:38:07.042893 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be2730e7-8357-4b3d-be84-18f98cac4df2 admin admin] Publish callbacks [] for subnet (dad8f048-1c99-4851-b535-5d3e8975b7d7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.090836 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be2730e7-8357-4b3d-be84-18f98cac4df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2113639'] for subnet (dad8f048-1c99-4851-b535-5d3e8975b7d7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.194883 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be2730e7-8357-4b3d-be84-18f98cac4df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (dad8f048-1c99-4851-b535-5d3e8975b7d7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.213695 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Router f43113e6-cabd-41a2-a8e2-5938f57c8e3b has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:38:07.264996 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be2730e7-8357-4b3d-be84-18f98cac4df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9388572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3823590'] for subnet (dad8f048-1c99-4851-b535-5d3e8975b7d7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.292654 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2730e7-8357-4b3d-be84-18f98cac4df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad8f048-1c99-4851-b535-5d3e8975b7d7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:07.308049 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be2730e7-8357-4b3d-be84-18f98cac4df2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.308574 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db5fd7d-bae7-494e-9f18-d59279378255 None None] Network 06c241ac-a352-48b1-915a-dd06a7e87765 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:38:07.316402 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-be2730e7-8357-4b3d-be84-18f98cac4df2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dad8f048-1c99-4851-b535-5d3e8975b7d7 HTTP/1.1" status: 204 len: 168 time: 0.3234246 Apr 11 06:38:07.316833 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:07.373573 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:38:07.398960 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829247c-20e4-498e-90d1-62d40b861b2c None None] Sync routers for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:38:07.400195 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.404316 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (06c241ac-a352-48b1-915a-dd06a7e87765), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.426228 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829247c-20e4-498e-90d1-62d40b861b2c None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:38:07.427489 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b829247c-20e4-498e-90d1-62d40b861b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:07.453370 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ecc739bb-aff9-4a08-80f6-fb70f2e95719 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3213630 Apr 11 06:38:07.454059 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'tag': 'c58d97de-3b52-4b75-ab37-879bcd719f2c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:38:07.457059 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929a3da6-7763-40c1-aeb7-e1216d7edb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3", "tag": "c58d97de-3b52-4b75-ab37-879bcd719f2c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:38:07.490315 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Deleting port 30619690-a199-4be1-965e-a19718070c8f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:38:07.490750 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (30619690-a199-4be1-965e-a19718070c8f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.526833 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a351ab60-7727-43bc-a8ba-39d1a6c6e8c4 x-openstack-request-id: req-a351ab60-7727-43bc-a8ba-39d1a6c6e8c4 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:38:07.527127 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3", "tag": "c58d97de-3b52-4b75-ab37-879bcd719f2c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:38:07.528060 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a351ab60-7727-43bc-a8ba-39d1a6c6e8c4 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:38:07.528491 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a351ab60-7727-43bc-a8ba-39d1a6c6e8c4'] response: {'name': 'network-changed', 'server_uuid': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'tag': 'c58d97de-3b52-4b75-ab37-879bcd719f2c', 'status': 'completed', 'code': 200} Apr 11 06:38:07.590636 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] For port 30619690-a199-4be1-965e-a19718070c8f, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=30619690-a199-4be1-965e-a19718070c8f,segment=NetworkSegment(6600c8da-3890-499a-b35e-e7e20173eade),segment_id=6600c8da-3890-499a-b35e-e7e20173eade)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:07.590987 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (30619690-a199-4be1-965e-a19718070c8f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.605199 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Calling delete_port for 30619690-a199-4be1-965e-a19718070c8f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:38:07.608468 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b829247c-20e4-498e-90d1-62d40b861b2c None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:38:07.645378 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a3da6-7763-40c1-aeb7-e1216d7edb9c req-eb4e53d1-7946-4901-a757-e6c34cdf1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:07.646966 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-929a3da6-7763-40c1-aeb7-e1216d7edb9c req-eb4e53d1-7946-4901-a757-e6c34cdf1775 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 1129 time: 0.0982199 Apr 11 06:38:07.686933 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006565f2-543d-4131-8769-7c217d7e0769 None None] DHCP port deletion for 06c241ac-a352-48b1-915a-dd06a7e87765 request from dv-cinder-836996-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:38:07.729219 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (30619690-a199-4be1-965e-a19718070c8f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.757226 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Pushing event deleted for resources: {'Port': ['ID=30619690-a199-4be1-965e-a19718070c8f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:07.760688 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] No DVR routers for this DVR port 30619690-a199-4be1-965e-a19718070c8f on host dv-cinder-836996-3-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:38:07.779157 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-006565f2-543d-4131-8769-7c217d7e0769 None None] The port '30619690-a199-4be1-965e-a19718070c8f' was deleted {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2025}} Apr 11 06:38:07.782657 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a3da6-7763-40c1-aeb7-e1216d7edb9c req-287fbf5b-4334-4285-8ca7-bdcf89b7347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:07.784574 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-929a3da6-7763-40c1-aeb7-e1216d7edb9c req-287fbf5b-4334-4285-8ca7-bdcf89b7347b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 912 time: 0.1295416 Apr 11 06:38:07.860817 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (06c241ac-a352-48b1-915a-dd06a7e87765), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.871712 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-929a3da6-7763-40c1-aeb7-e1216d7edb9c req-9fe2a36e-65dc-44ce-a588-1420d392db61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c58d97de-3b52-4b75-ab37-879bcd719f2c HTTP/1.1" status: 200 len: 999 time: 0.0789895 Apr 11 06:38:07.900077 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c241ac-a352-48b1-915a-dd06a7e87765']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:07.918195 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6600c8da-3890-499a-b35e-e7e20173eade') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:07.918532 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6600c8da-3890-499a-b35e-e7e20173eade') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:07.929621 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2113646'] for segment (6600c8da-3890-499a-b35e-e7e20173eade), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.943177 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a3da6-7763-40c1-aeb7-e1216d7edb9c req-78037d93-1469-4d4d-a9d6-145dce1f32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:07.945705 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-929a3da6-7763-40c1-aeb7-e1216d7edb9c req-78037d93-1469-4d4d-a9d6-145dce1f32ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0663276 Apr 11 06:38:07.946987 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (6600c8da-3890-499a-b35e-e7e20173eade), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.951709 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b829247c-20e4-498e-90d1-62d40b861b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '112bec29-1c6e-4e8f-b384-f510f6eef7a9', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': 'c58d97de-3b52-4b75-ab37-879bcd719f2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:d4:b1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:38:05Z', 'updated_at': '2022-04-11T06:38:05Z', 'revision_number': 0, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:07.954012 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:38:07.954674 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9388726'] for segment (6600c8da-3890-499a-b35e-e7e20173eade), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: Traceback (most recent call last): Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: timer() Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: cb(*args, **kw) Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: return func(*args, **kwargs) Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: self._notify() Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: self.callback(batched_events) Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: event.method(event) Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: return f(self, *a, **k) Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._get(url).json() Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:38:07.957340 dv-cinder-836996-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:38:07.997467 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a3da6-7763-40c1-aeb7-e1216d7edb9c req-ababdafc-1274-4ccf-b6d6-ddbb88eb16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:07.999049 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-929a3da6-7763-40c1-aeb7-e1216d7edb9c req-ababdafc-1274-4ccf-b6d6-ddbb88eb16e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478156 Apr 11 06:38:08.004759 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829247c-20e4-498e-90d1-62d40b861b2c None None] Checking router: f43113e6-cabd-41a2-a8e2-5938f57c8e3b for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:38:08.013549 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829247c-20e4-498e-90d1-62d40b861b2c None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:38:08.014159 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b829247c-20e4-498e-90d1-62d40b861b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:37:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:08.046569 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (06c241ac-a352-48b1-915a-dd06a7e87765), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:08.065647 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:08.072026 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] 10.222.0.18 "DELETE /v2.0/networks/06c241ac-a352-48b1-915a-dd06a7e87765 HTTP/1.1" status: 204 len: 168 time: 0.7540536 Apr 11 06:38:08.072980 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f5ce5-3888-4058-9c86-4a24e70da33e admin admin] Pushing event deleted for resources: {'Network': ['ID=06c241ac-a352-48b1-915a-dd06a7e87765,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:08.132276 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-929a3da6-7763-40c1-aeb7-e1216d7edb9c req-dce95a1c-009e-43cd-b11a-5f6df7b30e85 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228545 Apr 11 06:38:08.175225 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-b829247c-20e4-498e-90d1-62d40b861b2c None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:38:08.255943 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-929a3da6-7763-40c1-aeb7-e1216d7edb9c req-0590a7f7-c387-42c5-a8b1-7ad199ff466d service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171520 Apr 11 06:38:08.385188 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42388) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:08.427973 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3b1fe04f-efe0-4507-85c2-5b60bfeb46d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10290d6a8afe4c38af3ac7e7699b5fbd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414753 Apr 11 06:38:08.430662 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42392) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:08.482563 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06a46ee2-60fd-4ff8-9c73-d9cffd1bc55f admin admin] Publish callbacks [] for security_group (f1df301e-b457-4e67-a050-fef8eeebf217), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:08.505047 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06a46ee2-60fd-4ff8-9c73-d9cffd1bc55f admin admin] Publish callbacks [] for security_group (f1df301e-b457-4e67-a050-fef8eeebf217), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:08.564950 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06a46ee2-60fd-4ff8-9c73-d9cffd1bc55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (f1df301e-b457-4e67-a050-fef8eeebf217), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:08.566096 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-06a46ee2-60fd-4ff8-9c73-d9cffd1bc55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:08.569687 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-06a46ee2-60fd-4ff8-9c73-d9cffd1bc55f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1df301e-b457-4e67-a050-fef8eeebf217 HTTP/1.1" status: 204 len: 168 time: 0.1356621 Apr 11 06:38:08.577309 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a46ee2-60fd-4ff8-9c73-d9cffd1bc55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1df301e-b457-4e67-a050-fef8eeebf217,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:08.577847 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-b829247c-20e4-498e-90d1-62d40b861b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '112bec29-1c6e-4e8f-b384-f510f6eef7a9', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': 'c58d97de-3b52-4b75-ab37-879bcd719f2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:d4:b1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:38:05Z', 'updated_at': '2022-04-11T06:38:05Z', 'revision_number': 0, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:08.610108 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829247c-20e4-498e-90d1-62d40b861b2c None None] The sync data for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi is: [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '112bec29-1c6e-4e8f-b384-f510f6eef7a9', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': 'c58d97de-3b52-4b75-ab37-879bcd719f2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:d4:b1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:38:05Z', 'updated_at': '2022-04-11T06:38:05Z', 'revision_number': 0, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:38:08.778759 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 30619690-a199-4be1-965e-a19718070c8f no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:38:08.816942 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 30619690-a199-4be1-965e-a19718070c8f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:38:08.817275 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 30619690-a199-4be1-965e-a19718070c8f not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:38:08.818007 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:38:08.845301 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:38:08.845576 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 2ce8c6ba-5a30-4eab-b7a8-4b9068b8e798 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:38:08.887033 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf851a67-0be5-4006-bc40-94d532068099 None None] New status for floating IP 112bec29-1c6e-4e8f-b384-f510f6eef7a9: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:38:12.148849 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42508) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:12.255780 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22f22f48-3836-4917-b80a-790dc4554246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:12.335020 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22f22f48-3836-4917-b80a-790dc4554246 admin admin] Publish callbacks [] for security_group (2fbe3a88-a761-4efd-9361-ab5a57bd266e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:12.342492 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22f22f48-3836-4917-b80a-790dc4554246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (2fbe3a88-a761-4efd-9361-ab5a57bd266e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:12.385781 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-22f22f48-3836-4917-b80a-790dc4554246 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2fd1db10c8b54709b8fdc48819684c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333913 Apr 11 06:38:12.385781 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f22f48-3836-4917-b80a-790dc4554246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbe3a88-a761-4efd-9361-ab5a57bd266e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:12.386512 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42520) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:12.435906 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8190-7cf5-4a73-8d22-49db2180dbc0 admin admin] Publish callbacks [] for security_group (2fbe3a88-a761-4efd-9361-ab5a57bd266e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:12.457076 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8190-7cf5-4a73-8d22-49db2180dbc0 admin admin] Publish callbacks [] for security_group (2fbe3a88-a761-4efd-9361-ab5a57bd266e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:12.506809 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8190-7cf5-4a73-8d22-49db2180dbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (2fbe3a88-a761-4efd-9361-ab5a57bd266e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:12.509804 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8190-7cf5-4a73-8d22-49db2180dbc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:12.511015 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-bfbd8190-7cf5-4a73-8d22-49db2180dbc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fbe3a88-a761-4efd-9361-ab5a57bd266e HTTP/1.1" status: 204 len: 168 time: 0.1236246 Apr 11 06:38:12.519510 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd8190-7cf5-4a73-8d22-49db2180dbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbe3a88-a761-4efd-9361-ab5a57bd266e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:12.784536 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42530) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:12.798411 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d07a739d-c29a-40c7-bf74-f38125ed9875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:12.877580 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d07a739d-c29a-40c7-bf74-f38125ed9875 admin admin] Publish callbacks [] for security_group (2187f5fe-22d0-4452-b4ad-bea7660a0ea9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:12.882492 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d07a739d-c29a-40c7-bf74-f38125ed9875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (2187f5fe-22d0-4452-b4ad-bea7660a0ea9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:12.922242 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d07a739d-c29a-40c7-bf74-f38125ed9875 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04f3dc1b863644a9b06793ae18d2af85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360631 Apr 11 06:38:12.923079 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a739d-c29a-40c7-bf74-f38125ed9875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2187f5fe-22d0-4452-b4ad-bea7660a0ea9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:12.925260 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42532) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:12.977168 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f51bc9e-8f4e-476d-ba6a-c40238026856 admin admin] Publish callbacks [] for security_group (2187f5fe-22d0-4452-b4ad-bea7660a0ea9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:13.004552 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f51bc9e-8f4e-476d-ba6a-c40238026856 admin admin] Publish callbacks [] for security_group (2187f5fe-22d0-4452-b4ad-bea7660a0ea9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:13.056181 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f51bc9e-8f4e-476d-ba6a-c40238026856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (2187f5fe-22d0-4452-b4ad-bea7660a0ea9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:13.058851 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f51bc9e-8f4e-476d-ba6a-c40238026856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:13.060030 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6f51bc9e-8f4e-476d-ba6a-c40238026856 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2187f5fe-22d0-4452-b4ad-bea7660a0ea9 HTTP/1.1" status: 204 len: 168 time: 0.1336966 Apr 11 06:38:13.069822 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51bc9e-8f4e-476d-ba6a-c40238026856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2187f5fe-22d0-4452-b4ad-bea7660a0ea9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:13.776761 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:13.872659 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2061197215-network', 'tenant_id': '0d0fcbe2adae45c1a0fbab9d45416d43'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:38:13.893299 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Made reservation on behalf of 0d0fcbe2adae45c1a0fbab9d45416d43 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:38:13.895919 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:13.904534 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:13.991444 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Publish callbacks [] for security_group (71643a94-6218-4993-9196-2bfc77d77c5a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:13.998057 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (71643a94-6218-4993-9196-2bfc77d77c5a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:14.023887 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:38:14.039639 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71643a94-6218-4993-9196-2bfc77d77c5a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:14.042542 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (78e475da-6779-4b10-b19d-810c554ba470), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:14.042874 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Added segment 78e475da-6779-4b10-b19d-810c554ba470 of type vlan for network d54e6d95-e83b-47ff-b87d-ac41bb9fba5f Apr 11 06:38:14.083005 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (d54e6d95-e83b-47ff-b87d-ac41bb9fba5f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:14.115856 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (d54e6d95-e83b-47ff-b87d-ac41bb9fba5f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:14.116798 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:14.117392 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:14.178598 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4006906 Apr 11 06:38:14.181496 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:14.186357 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-76fd93f4-7227-4219-961d-43f199ff38d0 admin admin] Request body: {'subnet': {'network_id': 'd54e6d95-e83b-47ff-b87d-ac41bb9fba5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2061197215-subnet', 'tenant_id': '0d0fcbe2adae45c1a0fbab9d45416d43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:38:14.189317 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4398adb-6603-4b13-942b-14078bf039ef admin admin] Pushing event updated for resources: {'Network': ['ID=d54e6d95-e83b-47ff-b87d-ac41bb9fba5f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:14.199383 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network d54e6d95-e83b-47ff-b87d-ac41bb9fba5f details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:38:14.211220 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fd93f4-7227-4219-961d-43f199ff38d0 admin admin] Made reservation on behalf of 0d0fcbe2adae45c1a0fbab9d45416d43 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:38:14.214098 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76fd93f4-7227-4219-961d-43f199ff38d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3823611'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:14.394876 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76fd93f4-7227-4219-961d-43f199ff38d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9391313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3823593'] for subnet (8f7dcee3-a6bb-45a2-b527-2766a3676bb8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:14.447396 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd93f4-7227-4219-961d-43f199ff38d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f7dcee3-a6bb-45a2-b527-2766a3676bb8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:14.459093 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fd93f4-7227-4219-961d-43f199ff38d0 admin admin] Checking segment: {'id': '78e475da-6779-4b10-b19d-810c554ba470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd54e6d95-e83b-47ff-b87d-ac41bb9fba5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:38:14.459444 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fd93f4-7227-4219-961d-43f199ff38d0 admin admin] Network hostable DHCP agents. Network: d54e6d95-e83b-47ff-b87d-ac41bb9fba5f, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:38:14.480430 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fd93f4-7227-4219-961d-43f199ff38d0 admin admin] Network d54e6d95-e83b-47ff-b87d-ac41bb9fba5f is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:38:14.491754 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-76fd93f4-7227-4219-961d-43f199ff38d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, d54e6d95-e83b-47ff-b87d-ac41bb9fba5f) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:38:14.500860 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246fb59e-2538-4ef7-b9d5-7e414fc7e11f None None] Network d54e6d95-e83b-47ff-b87d-ac41bb9fba5f requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:38:14.501136 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd93f4-7227-4219-961d-43f199ff38d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:14.501629 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76fd93f4-7227-4219-961d-43f199ff38d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:14.526608 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-76fd93f4-7227-4219-961d-43f199ff38d0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3440430 Apr 11 06:38:14.599528 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d346575b-5419-4c97-bc16-04f1eb535386 None None] Network d54e6d95-e83b-47ff-b87d-ac41bb9fba5f requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:38:15.023774 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42622) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:15.028970 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1873123341-network', 'tenant_id': 'fca7e7d50d164a6f96f0205f435bf14e'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:38:15.051878 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Made reservation on behalf of fca7e7d50d164a6f96f0205f435bf14e for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:38:15.053582 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:15.062233 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:15.139718 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Publish callbacks [] for security_group (22466f98-9ead-4cb4-b167-ee3cb6beee20), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:15.146066 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (22466f98-9ead-4cb4-b167-ee3cb6beee20), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:15.169947 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:38:15.180991 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22466f98-9ead-4cb4-b167-ee3cb6beee20,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:15.185579 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (913ceb40-4b68-4ba9-a194-f48bd1e34ac3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:15.185917 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Added segment 913ceb40-4b68-4ba9-a194-f48bd1e34ac3 of type vlan for network 14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c Apr 11 06:38:15.227399 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:15.255453 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:15.256631 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:15.257245 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:15.291477 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2665377 Apr 11 06:38:15.294563 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42624) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:15.299458 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-84ec18d3-6304-4556-a187-c6c426ce5937 admin admin] Request body: {'subnet': {'network_id': '14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1873123341-subnet', 'tenant_id': 'fca7e7d50d164a6f96f0205f435bf14e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:38:15.319157 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ec18d3-6304-4556-a187-c6c426ce5937 admin admin] Made reservation on behalf of fca7e7d50d164a6f96f0205f435bf14e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:38:15.321600 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84ec18d3-6304-4556-a187-c6c426ce5937 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3823611'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:15.327644 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae8f0c-6808-4a3a-b9bf-9495fe39f4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:15.338507 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network 14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:38:15.770282 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84ec18d3-6304-4556-a187-c6c426ce5937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9391313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3823593'] for subnet (9002297a-41c7-4262-8007-3ebfa870e96c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:15.830531 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec18d3-6304-4556-a187-c6c426ce5937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9002297a-41c7-4262-8007-3ebfa870e96c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:15.841521 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec18d3-6304-4556-a187-c6c426ce5937 admin admin] Checking segment: {'id': '913ceb40-4b68-4ba9-a194-f48bd1e34ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:38:15.841873 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec18d3-6304-4556-a187-c6c426ce5937 admin admin] Network hostable DHCP agents. Network: 14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:38:15.860713 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec18d3-6304-4556-a187-c6c426ce5937 admin admin] Network 14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:38:15.869819 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-84ec18d3-6304-4556-a187-c6c426ce5937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, 14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:38:15.875145 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ec18d3-6304-4556-a187-c6c426ce5937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:15.875900 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84ec18d3-6304-4556-a187-c6c426ce5937 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:15.880949 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1670f0-f8cd-4097-a9c1-80c93c5188df None None] Network 14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:38:15.893612 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-84ec18d3-6304-4556-a187-c6c426ce5937 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5979364 Apr 11 06:38:15.995347 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a457b-9085-45f8-a43b-5a7fdc64de62 None None] Network 14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:38:18.050711 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:18.163400 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-391c5012-ab13-46ca-bcb1-468314073e82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:18.241078 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-391c5012-ab13-46ca-bcb1-468314073e82 admin admin] Publish callbacks [] for security_group (9aff378a-7924-411a-90f4-bc37c9899193), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:18.248525 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-391c5012-ab13-46ca-bcb1-468314073e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (9aff378a-7924-411a-90f4-bc37c9899193), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:18.286496 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-391c5012-ab13-46ca-bcb1-468314073e82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd6915e3132d455a967a52fb625323ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343142 Apr 11 06:38:18.287348 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c5012-ab13-46ca-bcb1-468314073e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aff378a-7924-411a-90f4-bc37c9899193,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:18.289545 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42682) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:18.341050 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09a5b64c-a0a0-45f1-b986-61dab51ecd64 admin admin] Publish callbacks [] for security_group (9aff378a-7924-411a-90f4-bc37c9899193), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:18.362444 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09a5b64c-a0a0-45f1-b986-61dab51ecd64 admin admin] Publish callbacks [] for security_group (9aff378a-7924-411a-90f4-bc37c9899193), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:18.422161 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09a5b64c-a0a0-45f1-b986-61dab51ecd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (9aff378a-7924-411a-90f4-bc37c9899193), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:18.424794 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-09a5b64c-a0a0-45f1-b986-61dab51ecd64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:18.425982 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-09a5b64c-a0a0-45f1-b986-61dab51ecd64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9aff378a-7924-411a-90f4-bc37c9899193 HTTP/1.1" status: 204 len: 168 time: 0.1354463 Apr 11 06:38:18.434341 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5b64c-a0a0-45f1-b986-61dab51ecd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aff378a-7924-411a-90f4-bc37c9899193,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:21.079073 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a14263f7-d97d-4318-b0fa-cfe06995b7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:23.145627 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ec337b1-1f60-485f-82d6-bdb630a36d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:24.614832 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:25.808356 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:25.951402 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:27.219543 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:30.158463 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:38:32.669456 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:32.785563 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64aa736-2fcf-4197-9706-9814c9519f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:32.862049 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64aa736-2fcf-4197-9706-9814c9519f64 admin admin] Publish callbacks [] for security_group (53b4fa62-5503-4796-9dde-775ce9a9ee23), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:32.867016 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f64aa736-2fcf-4197-9706-9814c9519f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (53b4fa62-5503-4796-9dde-775ce9a9ee23), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:32.906297 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f64aa736-2fcf-4197-9706-9814c9519f64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fee06282dc0740b38cd380904fbbead9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356069 Apr 11 06:38:32.907469 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64aa736-2fcf-4197-9706-9814c9519f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b4fa62-5503-4796-9dde-775ce9a9ee23,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:32.909404 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42950) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:32.959663 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b73ec18-8b91-403a-bc80-aacf9b3b63f7 admin admin] Publish callbacks [] for security_group (53b4fa62-5503-4796-9dde-775ce9a9ee23), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:32.983715 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b73ec18-8b91-403a-bc80-aacf9b3b63f7 admin admin] Publish callbacks [] for security_group (53b4fa62-5503-4796-9dde-775ce9a9ee23), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:33.037959 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b73ec18-8b91-403a-bc80-aacf9b3b63f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (53b4fa62-5503-4796-9dde-775ce9a9ee23), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:33.040541 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0b73ec18-8b91-403a-bc80-aacf9b3b63f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:33.041830 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0b73ec18-8b91-403a-bc80-aacf9b3b63f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53b4fa62-5503-4796-9dde-775ce9a9ee23 HTTP/1.1" status: 204 len: 168 time: 0.1313741 Apr 11 06:38:33.051935 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73ec18-8b91-403a-bc80-aacf9b3b63f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b4fa62-5503-4796-9dde-775ce9a9ee23,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:33.342188 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 42956) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:33.355590 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69cb58f4-cf53-408a-aee6-d8e9866b36dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:33.447375 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69cb58f4-cf53-408a-aee6-d8e9866b36dc admin admin] Publish callbacks [] for security_group (9bec8c3f-4069-4e54-835e-72341420ba06), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:33.453380 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69cb58f4-cf53-408a-aee6-d8e9866b36dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (9bec8c3f-4069-4e54-835e-72341420ba06), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:33.490771 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-69cb58f4-cf53-408a-aee6-d8e9866b36dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e0b4676415d4d3da9fbd1654c397efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474257 Apr 11 06:38:33.491940 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb58f4-cf53-408a-aee6-d8e9866b36dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bec8c3f-4069-4e54-835e-72341420ba06,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:33.493900 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 42958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:33.545550 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baf04177-16b6-43aa-a45b-3b115d365361 admin admin] Publish callbacks [] for security_group (9bec8c3f-4069-4e54-835e-72341420ba06), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:33.566437 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baf04177-16b6-43aa-a45b-3b115d365361 admin admin] Publish callbacks [] for security_group (9bec8c3f-4069-4e54-835e-72341420ba06), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:33.614298 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baf04177-16b6-43aa-a45b-3b115d365361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (9bec8c3f-4069-4e54-835e-72341420ba06), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:33.616844 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baf04177-16b6-43aa-a45b-3b115d365361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:33.618013 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-baf04177-16b6-43aa-a45b-3b115d365361 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bec8c3f-4069-4e54-835e-72341420ba06 HTTP/1.1" status: 204 len: 168 time: 0.1230152 Apr 11 06:38:33.625688 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf04177-16b6-43aa-a45b-3b115d365361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bec8c3f-4069-4e54-835e-72341420ba06,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:35.038592 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:35.145816 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-481ac799-03dd-4d62-ab95-326598ff3dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:35.227215 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-481ac799-03dd-4d62-ab95-326598ff3dcc admin admin] Publish callbacks [] for security_group (dbf2f79a-d274-4c98-b3e6-d177e5c7573f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:35.232306 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-481ac799-03dd-4d62-ab95-326598ff3dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (dbf2f79a-d274-4c98-b3e6-d177e5c7573f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:35.261542 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-481ac799-03dd-4d62-ab95-326598ff3dcc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d688c5c5aa1a45fabe75fc1630066822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193625 Apr 11 06:38:35.262698 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43032) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:35.278122 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ac799-03dd-4d62-ab95-326598ff3dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf2f79a-d274-4c98-b3e6-d177e5c7573f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:35.318815 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74a92bd0-313d-4794-8dcb-eb908f5bd7dc admin admin] Publish callbacks [] for security_group (dbf2f79a-d274-4c98-b3e6-d177e5c7573f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:35.341337 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74a92bd0-313d-4794-8dcb-eb908f5bd7dc admin admin] Publish callbacks [] for security_group (dbf2f79a-d274-4c98-b3e6-d177e5c7573f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:35.391805 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74a92bd0-313d-4794-8dcb-eb908f5bd7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (dbf2f79a-d274-4c98-b3e6-d177e5c7573f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:35.394576 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74a92bd0-313d-4794-8dcb-eb908f5bd7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:35.398997 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-74a92bd0-313d-4794-8dcb-eb908f5bd7dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbf2f79a-d274-4c98-b3e6-d177e5c7573f HTTP/1.1" status: 204 len: 168 time: 0.1344810 Apr 11 06:38:35.407901 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a92bd0-313d-4794-8dcb-eb908f5bd7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf2f79a-d274-4c98-b3e6-d177e5c7573f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:38.248423 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43134) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:38.293029 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2346126-498e-4671-bc7f-f894cb4f9c9f admin admin] Deleting subnet 8f7dcee3-a6bb-45a2-b527-2766a3676bb8 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:38:38.296944 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2346126-498e-4671-bc7f-f894cb4f9c9f admin admin] Publish callbacks [] for subnet (8f7dcee3-a6bb-45a2-b527-2766a3676bb8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.338169 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2346126-498e-4671-bc7f-f894cb4f9c9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9241781'] for subnet (8f7dcee3-a6bb-45a2-b527-2766a3676bb8), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.377837 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2346126-498e-4671-bc7f-f894cb4f9c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (8f7dcee3-a6bb-45a2-b527-2766a3676bb8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.431364 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2346126-498e-4671-bc7f-f894cb4f9c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3409670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9374904'] for subnet (8f7dcee3-a6bb-45a2-b527-2766a3676bb8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.458583 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2346126-498e-4671-bc7f-f894cb4f9c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f7dcee3-a6bb-45a2-b527-2766a3676bb8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:38.460956 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d2346126-498e-4671-bc7f-f894cb4f9c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.464284 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d2346126-498e-4671-bc7f-f894cb4f9c9f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8f7dcee3-a6bb-45a2-b527-2766a3676bb8 HTTP/1.1" status: 204 len: 168 time: 0.2145963 Apr 11 06:38:38.466912 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43140) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:38.537232 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (d54e6d95-e83b-47ff-b87d-ac41bb9fba5f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.616674 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (d54e6d95-e83b-47ff-b87d-ac41bb9fba5f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.640373 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54e6d95-e83b-47ff-b87d-ac41bb9fba5f']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:38.650118 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e475da-6779-4b10-b19d-810c554ba470') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:38.650422 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e475da-6779-4b10-b19d-810c554ba470') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:38.664319 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9241788'] for segment (78e475da-6779-4b10-b19d-810c554ba470), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.677583 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (78e475da-6779-4b10-b19d-810c554ba470), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.684365 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:38:38.684688 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3409836'] for segment (78e475da-6779-4b10-b19d-810c554ba470), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: Traceback (most recent call last): Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: timer() Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: cb(*args, **kw) Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: return func(*args, **kwargs) Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: self._notify() Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: self.callback(batched_events) Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: event.method(event) Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: return f(self, *a, **k) Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._get(url).json() Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:38:38.686748 dv-cinder-836996-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:38:38.745446 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (d54e6d95-e83b-47ff-b87d-ac41bb9fba5f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.751411 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.754789 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d54e6d95-e83b-47ff-b87d-ac41bb9fba5f HTTP/1.1" status: 204 len: 168 time: 0.2869129 Apr 11 06:38:38.757749 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43148) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:38.766086 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba3c97-92be-4d6f-952c-3759b807bd94 admin admin] Pushing event deleted for resources: {'Network': ['ID=d54e6d95-e83b-47ff-b87d-ac41bb9fba5f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:38.768562 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43150) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:38.806375 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ef7469-115b-4791-be3a-8abf1224c8fb admin admin] Deleting subnet 9002297a-41c7-4262-8007-3ebfa870e96c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:38:38.809755 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7469-115b-4791-be3a-8abf1224c8fb admin admin] Publish callbacks [] for subnet (9002297a-41c7-4262-8007-3ebfa870e96c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.850920 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7469-115b-4791-be3a-8abf1224c8fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2113639'] for subnet (9002297a-41c7-4262-8007-3ebfa870e96c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.883452 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b894c29-e2d4-4783-ac5d-1b2bbeb50e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.892393 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7469-115b-4791-be3a-8abf1224c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (9002297a-41c7-4262-8007-3ebfa870e96c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.954665 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7469-115b-4791-be3a-8abf1224c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9388572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3823590'] for subnet (9002297a-41c7-4262-8007-3ebfa870e96c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.964125 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b894c29-e2d4-4783-ac5d-1b2bbeb50e92 admin admin] Publish callbacks [] for security_group (76905042-7d0c-4c0f-acd2-7c12b851a7c2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.969540 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b894c29-e2d4-4783-ac5d-1b2bbeb50e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (76905042-7d0c-4c0f-acd2-7c12b851a7c2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.983206 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef7469-115b-4791-be3a-8abf1224c8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9002297a-41c7-4262-8007-3ebfa870e96c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:38.985695 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7469-115b-4791-be3a-8abf1224c8fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:38.992706 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d7ef7469-115b-4791-be3a-8abf1224c8fb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9002297a-41c7-4262-8007-3ebfa870e96c HTTP/1.1" status: 204 len: 168 time: 0.2336075 Apr 11 06:38:38.993508 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:39.010571 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43160) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:39.020738 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2b894c29-e2d4-4783-ac5d-1b2bbeb50e92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=131f61a3cc634609ad537abf37aea6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511394 Apr 11 06:38:39.023436 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43164) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:39.024327 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b894c29-e2d4-4783-ac5d-1b2bbeb50e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76905042-7d0c-4c0f-acd2-7c12b851a7c2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:39.091965 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.132008 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df612379-1a7b-4ca7-9434-996be65d0ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.139554 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b076de5-8af2-4576-9315-a08dc19c0451 admin admin] Publish callbacks [] for security_group (76905042-7d0c-4c0f-acd2-7c12b851a7c2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.211501 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.214950 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b076de5-8af2-4576-9315-a08dc19c0451 admin admin] Publish callbacks [] for security_group (76905042-7d0c-4c0f-acd2-7c12b851a7c2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.217646 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df612379-1a7b-4ca7-9434-996be65d0ff5 admin admin] Publish callbacks [] for security_group (30d0ddce-8429-42af-9bc5-018a24d09eba), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.222199 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-df612379-1a7b-4ca7-9434-996be65d0ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (30d0ddce-8429-42af-9bc5-018a24d09eba), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.246570 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:39.261472 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-df612379-1a7b-4ca7-9434-996be65d0ff5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48811088eb90460786a5c4865a62887c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498548 Apr 11 06:38:39.262891 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df612379-1a7b-4ca7-9434-996be65d0ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d0ddce-8429-42af-9bc5-018a24d09eba,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:39.264102 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:39.274165 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913ceb40-4b68-4ba9-a194-f48bd1e34ac3') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:39.274395 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913ceb40-4b68-4ba9-a194-f48bd1e34ac3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:38:39.292499 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2113646'] for segment (913ceb40-4b68-4ba9-a194-f48bd1e34ac3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.322035 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (913ceb40-4b68-4ba9-a194-f48bd1e34ac3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.325090 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b076de5-8af2-4576-9315-a08dc19c0451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (76905042-7d0c-4c0f-acd2-7c12b851a7c2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.327986 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b076de5-8af2-4576-9315-a08dc19c0451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.329172 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3b076de5-8af2-4576-9315-a08dc19c0451 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76905042-7d0c-4c0f-acd2-7c12b851a7c2 HTTP/1.1" status: 204 len: 168 time: 0.3047595 Apr 11 06:38:39.337149 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:38:39.337522 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9388726'] for segment (913ceb40-4b68-4ba9-a194-f48bd1e34ac3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: Traceback (most recent call last): Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: timer() Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: cb(*args, **kw) Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: return func(*args, **kwargs) Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: self._notify() Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: self.callback(batched_events) Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: event.method(event) Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: return f(self, *a, **k) Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._get(url).json() Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:38:39.342795 dv-cinder-836996-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:38:39.352738 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b076de5-8af2-4576-9315-a08dc19c0451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76905042-7d0c-4c0f-acd2-7c12b851a7c2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:39.407647 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60761d8e-c43f-4001-a69f-016f159979b7 admin admin] Publish callbacks [] for security_group (30d0ddce-8429-42af-9bc5-018a24d09eba), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.417818 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.427068 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.433165 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] 10.222.0.18 "DELETE /v2.0/networks/14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c HTTP/1.1" status: 204 len: 168 time: 0.4379699 Apr 11 06:38:39.451558 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60761d8e-c43f-4001-a69f-016f159979b7 admin admin] Publish callbacks [] for security_group (30d0ddce-8429-42af-9bc5-018a24d09eba), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.458633 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716cde2-ef9f-49c1-9c33-1ccced9d5a44 admin admin] Pushing event deleted for resources: {'Network': ['ID=14dc69ca-f8a3-4a26-8b86-bf0b6a3cf41c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:39.506211 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60761d8e-c43f-4001-a69f-016f159979b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (30d0ddce-8429-42af-9bc5-018a24d09eba), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.508980 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60761d8e-c43f-4001-a69f-016f159979b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.510590 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-60761d8e-c43f-4001-a69f-016f159979b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30d0ddce-8429-42af-9bc5-018a24d09eba HTTP/1.1" status: 204 len: 168 time: 0.2453723 Apr 11 06:38:39.519119 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60761d8e-c43f-4001-a69f-016f159979b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d0ddce-8429-42af-9bc5-018a24d09eba,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:39.617413 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43176) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:39.618826 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43178) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:39.632801 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8567-efef-4e4b-8cc8-fb3e646db5bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.659997 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-41148074-65bd-4ab7-8633-78721231c898 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d0fcbe2adae45c1a0fbab9d45416d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412879 Apr 11 06:38:39.662483 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43180) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:39.713980 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8567-efef-4e4b-8cc8-fb3e646db5bf admin admin] Publish callbacks [] for security_group (1e9489fa-825a-4891-b573-6a92500e0b2d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.719054 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8567-efef-4e4b-8cc8-fb3e646db5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (1e9489fa-825a-4891-b573-6a92500e0b2d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.719607 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65350ac-fae3-4bcc-8d38-7adfe8b70965 admin admin] Publish callbacks [] for security_group (71643a94-6218-4993-9196-2bfc77d77c5a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.743789 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65350ac-fae3-4bcc-8d38-7adfe8b70965 admin admin] Publish callbacks [] for security_group (71643a94-6218-4993-9196-2bfc77d77c5a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.750667 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd8567-efef-4e4b-8cc8-fb3e646db5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9489fa-825a-4891-b573-6a92500e0b2d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:39.765694 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9ccd8567-efef-4e4b-8cc8-fb3e646db5bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89d4d4c249d84baca82c9173cf6af165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427879 Apr 11 06:38:39.765935 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43182) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:39.795297 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65350ac-fae3-4bcc-8d38-7adfe8b70965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (71643a94-6218-4993-9196-2bfc77d77c5a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.798612 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c65350ac-fae3-4bcc-8d38-7adfe8b70965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.799793 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c65350ac-fae3-4bcc-8d38-7adfe8b70965 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71643a94-6218-4993-9196-2bfc77d77c5a HTTP/1.1" status: 204 len: 168 time: 0.1364136 Apr 11 06:38:39.808054 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65350ac-fae3-4bcc-8d38-7adfe8b70965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71643a94-6218-4993-9196-2bfc77d77c5a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:39.829909 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc4850bd-369d-4d1c-8276-35e5df650111 admin admin] Publish callbacks [] for security_group (1e9489fa-825a-4891-b573-6a92500e0b2d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.854616 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc4850bd-369d-4d1c-8276-35e5df650111 admin admin] Publish callbacks [] for security_group (1e9489fa-825a-4891-b573-6a92500e0b2d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.911190 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc4850bd-369d-4d1c-8276-35e5df650111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (1e9489fa-825a-4891-b573-6a92500e0b2d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.913803 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc4850bd-369d-4d1c-8276-35e5df650111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:39.914976 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-bc4850bd-369d-4d1c-8276-35e5df650111 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e9489fa-825a-4891-b573-6a92500e0b2d HTTP/1.1" status: 204 len: 168 time: 0.1481748 Apr 11 06:38:39.927117 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4850bd-369d-4d1c-8276-35e5df650111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9489fa-825a-4891-b573-6a92500e0b2d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:40.105719 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43196) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:40.149441 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e9c718f4-39da-4b01-ad5a-0f12656bf6b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fca7e7d50d164a6f96f0205f435bf14e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401490 Apr 11 06:38:40.149664 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43200) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:40.204302 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29581a7-6236-4123-8a82-61f40d5d8ba7 admin admin] Publish callbacks [] for security_group (22466f98-9ead-4cb4-b167-ee3cb6beee20), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:40.228348 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29581a7-6236-4123-8a82-61f40d5d8ba7 admin admin] Publish callbacks [] for security_group (22466f98-9ead-4cb4-b167-ee3cb6beee20), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:40.286150 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29581a7-6236-4123-8a82-61f40d5d8ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (22466f98-9ead-4cb4-b167-ee3cb6beee20), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:40.288862 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a29581a7-6236-4123-8a82-61f40d5d8ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:40.292381 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a29581a7-6236-4123-8a82-61f40d5d8ba7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22466f98-9ead-4cb4-b167-ee3cb6beee20 HTTP/1.1" status: 204 len: 168 time: 0.1395864 Apr 11 06:38:40.298174 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29581a7-6236-4123-8a82-61f40d5d8ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22466f98-9ead-4cb4-b167-ee3cb6beee20,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:42.641560 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-e4757fa0-844e-4d64-8a88-2e685ec4e784 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f2a712f3a7614b7f9da01f405ab9a795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325475 Apr 11 06:38:42.832941 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-d06f4822-30c0-4204-af3b-3d1b4f3e5e1e tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:42.834423 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-d06f4822-30c0-4204-af3b-3d1b4f3e5e1e tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850200 Apr 11 06:38:42.854359 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-f1b46008-b519-4c0d-a6fb-3925a33f9082 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/quotas/f2a712f3a7614b7f9da01f405ab9a795 HTTP/1.1" status: 200 len: 375 time: 0.0129695 Apr 11 06:38:42.890952 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-43901e9c-7642-4e7f-87fc-46f3b9eb0ef2 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2a712f3a7614b7f9da01f405ab9a795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281019 Apr 11 06:38:43.083737 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cabf77b7-94d7-4af0-89a2-df2565cf1aa9 req-6ae0ff93-0bf3-4206-b51c-b50de8f53218 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 210 time: 0.0371897 Apr 11 06:38:44.197953 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9dc5578a-768f-41dd-8e48-22c75f1e5a86 req-046402bf-80f2-48ed-9c72-1e65b0e6668c tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 210 time: 0.0300360 Apr 11 06:38:45.302655 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a2fb55a9-d1df-4d77-b7d7-2bd3dc897740 req-769bd567-a19a-408a-a0c0-28017568690a tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 210 time: 0.0288131 Apr 11 06:38:46.347015 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-9a647336-348e-43ba-8343-7d2fbd2cc4ba tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f2a712f3a7614b7f9da01f405ab9a795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331979 Apr 11 06:38:46.465453 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-20a123fb-9e3e-4253-994a-063054e9e228 req-9be8760a-0b33-4045-ba50-5f883a0e2c98 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 210 time: 0.0574141 Apr 11 06:38:46.505697 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-ddc401c3-7468-43e5-9b8d-81d1592a9454 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:46.507228 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-ddc401c3-7468-43e5-9b8d-81d1592a9454 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534741 Apr 11 06:38:46.519233 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Request body: {'port': {'device_id': '640f5f2c-0193-4d97-9d4a-62e8f93633ab', 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142', 'admin_state_up': True, 'tenant_id': 'f2a712f3a7614b7f9da01f405ab9a795'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:38:46.627374 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Made reservation on behalf of f2a712f3a7614b7f9da01f405ab9a795 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:38:46.630602 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:46.638932 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:46.717930 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Publish callbacks [] for security_group (a22db511-d8e2-47e1-bffb-98417ba87174), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:46.723440 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a22db511-d8e2-47e1-bffb-98417ba87174), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:46.789864 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22db511-d8e2-47e1-bffb-98417ba87174,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:46.859262 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Allocated IP 192.168.233.116 (e6e05e42-7831-430b-9a33-10c0f494b142/455f2589-f1f7-4b38-94ed-3a5b266e72b6/fd35ee5f-2833-4c06-8162-58481d94b3fd) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:38:47.017253 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Publish callbacks [] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.051714 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.088508 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:47.097271 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Network e6e05e42-7831-430b-9a33-10c0f494b142 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:38:47.100222 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:38:47.103858 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:38:47.134751 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Pushing event updated for resources: {'Port': ['ID=fd35ee5f-2833-4c06-8162-58481d94b3fd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:47.159982 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:47.160545 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.178745 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-a26dfd41-24ec-422f-95a2-6d6ab95967dc tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6634378 Apr 11 06:38:47.216738 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f240125-05b0-45be-a9c2-5da717b040e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.295766 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f240125-05b0-45be-a9c2-5da717b040e4 admin admin] Publish callbacks [] for security_group (cc014a0b-ed95-4e9c-bed7-14273e5a26c2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.300633 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f240125-05b0-45be-a9c2-5da717b040e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (cc014a0b-ed95-4e9c-bed7-14273e5a26c2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.341625 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8f240125-05b0-45be-a9c2-5da717b040e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00e6e3a162424ad6be2468c5dfdea972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521014 Apr 11 06:38:47.342818 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f240125-05b0-45be-a9c2-5da717b040e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc014a0b-ed95-4e9c-bed7-14273e5a26c2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:47.344451 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43386) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:47.365896 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ee6b2517-f7c6-4237-a57f-cf32f821aaa1 None None] Provisioning complete for port fd35ee5f-2833-4c06-8162-58481d94b3fd triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:38:47.366568 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee6b2517-f7c6-4237-a57f-cf32f821aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.404274 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b2517-f7c6-4237-a57f-cf32f821aaa1 None None] Port fd35ee5f-2833-4c06-8162-58481d94b3fd cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:38:47.684524 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4958970-40bd-4119-9946-8ef8db776474 req-8e3207de-96be-46c8-ae8c-a2271395d620 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:47.685847 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e4958970-40bd-4119-9946-8ef8db776474 req-8e3207de-96be-46c8-ae8c-a2271395d620 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 936 time: 0.0584373 Apr 11 06:38:47.711122 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-902d4e9a-2c76-4fbb-9a1f-7a5ad3dd10c5 admin admin] Publish callbacks [] for security_group (cc014a0b-ed95-4e9c-bed7-14273e5a26c2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.744139 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-902d4e9a-2c76-4fbb-9a1f-7a5ad3dd10c5 admin admin] Publish callbacks [] for security_group (cc014a0b-ed95-4e9c-bed7-14273e5a26c2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.762561 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e4958970-40bd-4119-9946-8ef8db776474 req-e0eea65f-bd76-4804-9410-fcadfc00a248 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667675 Apr 11 06:38:47.815254 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-902d4e9a-2c76-4fbb-9a1f-7a5ad3dd10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (cc014a0b-ed95-4e9c-bed7-14273e5a26c2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.817908 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-902d4e9a-2c76-4fbb-9a1f-7a5ad3dd10c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:47.819076 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-902d4e9a-2c76-4fbb-9a1f-7a5ad3dd10c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc014a0b-ed95-4e9c-bed7-14273e5a26c2 HTTP/1.1" status: 204 len: 168 time: 0.4735639 Apr 11 06:38:47.828667 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d4e9a-2c76-4fbb-9a1f-7a5ad3dd10c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc014a0b-ed95-4e9c-bed7-14273e5a26c2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:48.091570 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:48.106558 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124e7d17-9bd1-4640-9626-c6b316b60e02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.183110 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124e7d17-9bd1-4640-9626-c6b316b60e02 admin admin] Publish callbacks [] for security_group (a319f326-3d17-4b51-a68e-c3c479f7ab5c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.187641 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-124e7d17-9bd1-4640-9626-c6b316b60e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a319f326-3d17-4b51-a68e-c3c479f7ab5c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.226308 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-124e7d17-9bd1-4640-9626-c6b316b60e02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55482162d002401983d1f4c2627dba83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335983 Apr 11 06:38:48.227303 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e7d17-9bd1-4640-9626-c6b316b60e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a319f326-3d17-4b51-a68e-c3c479f7ab5c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:48.229184 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43398) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:38:48.281405 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-643d2b2b-f038-4be6-ac3b-abccb7c62fb0 admin admin] Publish callbacks [] for security_group (a319f326-3d17-4b51-a68e-c3c479f7ab5c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.302615 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-643d2b2b-f038-4be6-ac3b-abccb7c62fb0 admin admin] Publish callbacks [] for security_group (a319f326-3d17-4b51-a68e-c3c479f7ab5c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.352378 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-643d2b2b-f038-4be6-ac3b-abccb7c62fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a319f326-3d17-4b51-a68e-c3c479f7ab5c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.354921 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-643d2b2b-f038-4be6-ac3b-abccb7c62fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:48.356044 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-643d2b2b-f038-4be6-ac3b-abccb7c62fb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a319f326-3d17-4b51-a68e-c3c479f7ab5c HTTP/1.1" status: 204 len: 168 time: 0.1258326 Apr 11 06:38:48.363636 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d2b2b-f038-4be6-ac3b-abccb7c62fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a319f326-3d17-4b51-a68e-c3c479f7ab5c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:48.882506 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddf440-d724-4c10-ba95-8885a46032d8 req-510b7185-931e-4a4a-a52c-6283b3eaa736 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:48.883990 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c9ddf440-d724-4c10-ba95-8885a46032d8 req-510b7185-931e-4a4a-a52c-6283b3eaa736 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 936 time: 0.0494456 Apr 11 06:38:48.931783 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c9ddf440-d724-4c10-ba95-8885a46032d8 req-1850fb22-4cc7-4a0a-a74b-f50802120f47 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422654 Apr 11 06:38:49.139610 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Request body: {'port': {'device_id': '640f5f2c-0193-4d97-9d4a-62e8f93633ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:38:49.200283 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.472493 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd35ee5f-2833-4c06-8162-58481d94b3fd {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:38:49.481453 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Publish callbacks [] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.495344 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Transition to ACTIVE for port object fd35ee5f-2833-4c06-8162-58481d94b3fd will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:38:49.499117 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.552037 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd35ee5f-2833-4c06-8162-58481d94b3fd,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:49.632312 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Attempting to bind port fd35ee5f-2833-4c06-8162-58481d94b3fd on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:38:49.632829 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Attempting to bind port fd35ee5f-2833-4c06-8162-58481d94b3fd by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'f064e032-08a8-4140-a18f-3620e35671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:38:49.633205 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Attempting to bind port fd35ee5f-2833-4c06-8162-58481d94b3fd on network e6e05e42-7831-430b-9a33-10c0f494b142 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:38:49.638512 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Port fd35ee5f-2833-4c06-8162-58481d94b3fd on network e6e05e42-7831-430b-9a33-10c0f494b142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:38:49.638842 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Attempting to bind port fd35ee5f-2833-4c06-8162-58481d94b3fd on network e6e05e42-7831-430b-9a33-10c0f494b142 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:38:49.644804 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:38:49.645299 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Checking segment: {'id': 'f064e032-08a8-4140-a18f-3620e35671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:38:49.645936 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Bound using segment: {'id': 'f064e032-08a8-4140-a18f-3620e35671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:38:49.646442 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Bound port: fd35ee5f-2833-4c06-8162-58481d94b3fd, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f064e032-08a8-4140-a18f-3620e35671e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:38:49.646875 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.720533 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] For port fd35ee5f-2833-4c06-8162-58481d94b3fd, host hv-cinder-83699, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:38:49.724527 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] For port fd35ee5f-2833-4c06-8162-58481d94b3fd, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fd35ee5f-2833-4c06-8162-58481d94b3fd,segment=NetworkSegment(f064e032-08a8-4140-a18f-3620e35671e1),segment_id=f064e032-08a8-4140-a18f-3620e35671e1)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:38:49.730796 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.771308 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:49.771960 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:49.773579 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/fd35ee5f-2833-4c06-8162-58481d94b3fd HTTP/1.1" status: 200 len: 1098 time: 0.6382761 Apr 11 06:38:49.776005 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640f5f2c-0193-4d97-9d4a-62e8f93633ab', 'tag': 'fd35ee5f-2833-4c06-8162-58481d94b3fd'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:38:49.778863 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d32e1a-37fb-441e-b2e1-1d9ae71eb961" -d '{"events": [{"name": "network-changed", "server_uuid": "640f5f2c-0193-4d97-9d4a-62e8f93633ab", "tag": "fd35ee5f-2833-4c06-8162-58481d94b3fd"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:38:49.806637 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58a586-b9d5-4b32-bdb6-fb741fe6c1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd35ee5f-2833-4c06-8162-58481d94b3fd,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:49.831817 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2828d6d-eefa-42b0-a6bc-9e4ee1ac8743 x-openstack-request-id: req-d2828d6d-eefa-42b0-a6bc-9e4ee1ac8743 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:38:49.832117 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640f5f2c-0193-4d97-9d4a-62e8f93633ab", "tag": "fd35ee5f-2833-4c06-8162-58481d94b3fd", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:38:49.832369 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2828d6d-eefa-42b0-a6bc-9e4ee1ac8743 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:38:49.832936 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2828d6d-eefa-42b0-a6bc-9e4ee1ac8743'] response: {'name': 'network-changed', 'server_uuid': '640f5f2c-0193-4d97-9d4a-62e8f93633ab', 'tag': 'fd35ee5f-2833-4c06-8162-58481d94b3fd', 'status': 'completed', 'code': 200} Apr 11 06:38:49.861856 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-50429e81-850b-44da-9964-6b5b6fba1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:49.863471 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-50429e81-850b-44da-9964-6b5b6fba1875 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a712f3a7614b7f9da01f405ab9a795&device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 1132 time: 0.0443921 Apr 11 06:38:49.906728 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-c2a85c3c-e142-44ee-a1ee-34eddc71742c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=fd35ee5f-2833-4c06-8162-58481d94b3fd HTTP/1.1" status: 200 len: 217 time: 0.0361998 Apr 11 06:38:50.070445 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c94a1a-23e6-4c70-a56c-9f838b6bce98 req-979583fe-2a7c-441b-8613-017496bea45f tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:50.071938 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b3c94a1a-23e6-4c70-a56c-9f838b6bce98 req-979583fe-2a7c-441b-8613-017496bea45f tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 948 time: 0.0627468 Apr 11 06:38:50.123945 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b3c94a1a-23e6-4c70-a56c-9f838b6bce98 req-6e9c93e1-1477-4cc6-989d-5c21446b95d4 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432317 Apr 11 06:38:50.818674 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-6c8c68cf-7536-43c3-ac00-1c19de7f84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:50.820141 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-6c8c68cf-7536-43c3-ac00-1c19de7f84e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=455f2589-f1f7-4b38-94ed-3a5b266e72b6 HTTP/1.1" status: 200 len: 843 time: 0.0470185 Apr 11 06:38:51.083717 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51c1b8b4-d512-4299-838b-fdfd23083514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:51.258410 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18857e45-bca2-47cf-9556-4c791fb20f80 req-2d14c329-29d3-4dde-8ef4-a5636b635426 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:51.259809 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18857e45-bca2-47cf-9556-4c791fb20f80 req-2d14c329-29d3-4dde-8ef4-a5636b635426 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 948 time: 0.0523524 Apr 11 06:38:51.309240 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18857e45-bca2-47cf-9556-4c791fb20f80 req-06c44638-8aab-49d7-9ea3-00ebcfca5416 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Apr 11 06:38:51.607866 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-32c876a3-62cf-48d5-9a1c-8cbcd5e8985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:51.609299 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-32c876a3-62cf-48d5-9a1c-8cbcd5e8985e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6e05e42-7831-430b-9a33-10c0f494b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0587010 Apr 11 06:38:52.436296 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c91b0-92ae-4e8e-9e47-08391954e6e7 req-4255257c-01b9-48fa-b262-efbe302bb61c tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:52.437786 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1e0c91b0-92ae-4e8e-9e47-08391954e6e7 req-4255257c-01b9-48fa-b262-efbe302bb61c tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 948 time: 0.0536516 Apr 11 06:38:52.539593 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1e0c91b0-92ae-4e8e-9e47-08391954e6e7 req-094c090f-2dd6-4b79-82c1-d32ed7ed0d03 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937090 Apr 11 06:38:52.567142 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-39d5a6ef-3cf7-4631-b795-18ac8fc82ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/e6e05e42-7831-430b-9a33-10c0f494b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083117 Apr 11 06:38:52.655079 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8113269-826c-4952-9a91-a56b7f7a05b7 req-3fe44e9d-a6ca-41ee-853a-bab3e7136aae service neutron] 10.222.0.20 "GET /v2.0/networks/e6e05e42-7831-430b-9a33-10c0f494b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813079 Apr 11 06:38:53.149063 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-87fb7248-53d0-48a0-a4a9-2763ad4132ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:53.664494 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846a043-6027-4d8c-a6ab-24d670799266 req-46761a3a-8370-4ea4-9639-cfdf9f922e7b tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:53.665979 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9846a043-6027-4d8c-a6ab-24d670799266 req-46761a3a-8370-4ea4-9639-cfdf9f922e7b tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 948 time: 0.0569515 Apr 11 06:38:53.712842 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9846a043-6027-4d8c-a6ab-24d670799266 req-0c55f641-fb46-4adf-895d-c030f073b493 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Apr 11 06:38:54.621171 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:54.850897 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3c8b5-d434-44e9-8606-5cdf89cf5c4c req-4fdacefc-1842-4e90-852b-a91491075f41 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:54.852420 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-09d3c8b5-d434-44e9-8606-5cdf89cf5c4c req-4fdacefc-1842-4e90-852b-a91491075f41 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 948 time: 0.0574448 Apr 11 06:38:54.903326 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-09d3c8b5-d434-44e9-8606-5cdf89cf5c4c req-c4742abe-5a91-4a55-8efa-edd7bc1e90ba tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450811 Apr 11 06:38:55.792283 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:55.957707 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:56.073999 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d32e1a-37fb-441e-b2e1-1d9ae71eb961 req-e4ae85a4-eba4-4f2e-9a50-3fc317ffd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:56.075557 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43d32e1a-37fb-441e-b2e1-1d9ae71eb961 req-e4ae85a4-eba4-4f2e-9a50-3fc317ffd786 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2a712f3a7614b7f9da01f405ab9a795&device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 1132 time: 0.0882237 Apr 11 06:38:56.098500 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8892ed-7361-4a26-9497-755fd7b67b2b req-7d879b96-c646-401a-8fbc-80fe7902be25 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:56.099905 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cd8892ed-7361-4a26-9497-755fd7b67b2b req-7d879b96-c646-401a-8fbc-80fe7902be25 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 948 time: 0.0660479 Apr 11 06:38:56.201183 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cd8892ed-7361-4a26-9497-755fd7b67b2b req-73c1a79f-9809-4e58-ae7d-338ebc7e8157 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915632 Apr 11 06:38:56.205952 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d32e1a-37fb-441e-b2e1-1d9ae71eb961 req-9a901399-a05c-451f-bb3e-401a35aae480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:56.207362 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43d32e1a-37fb-441e-b2e1-1d9ae71eb961 req-9a901399-a05c-451f-bb3e-401a35aae480 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6e05e42-7831-430b-9a33-10c0f494b142 HTTP/1.1" status: 200 len: 869 time: 0.1242838 Apr 11 06:38:56.257431 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43d32e1a-37fb-441e-b2e1-1d9ae71eb961 req-af121808-4c96-47d5-973f-c21c38edd01b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=fd35ee5f-2833-4c06-8162-58481d94b3fd HTTP/1.1" status: 200 len: 217 time: 0.0435436 Apr 11 06:38:57.117767 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d32e1a-37fb-441e-b2e1-1d9ae71eb961 req-4f28eab4-edd2-4188-85a3-3e2298a9a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:57.119177 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43d32e1a-37fb-441e-b2e1-1d9ae71eb961 req-4f28eab4-edd2-4188-85a3-3e2298a9a233 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=455f2589-f1f7-4b38-94ed-3a5b266e72b6 HTTP/1.1" status: 200 len: 843 time: 0.0500984 Apr 11 06:38:57.225639 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:57.318543 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80cac3-98be-4092-be60-b6cd78253142 req-5b93ad59-5a1d-41e0-a949-63158ed477d7 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:57.319920 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3c80cac3-98be-4092-be60-b6cd78253142 req-5b93ad59-5a1d-41e0-a949-63158ed477d7 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 948 time: 0.0503249 Apr 11 06:38:57.375140 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3c80cac3-98be-4092-be60-b6cd78253142 req-a5009dee-0ff7-4c5c-a415-22607e0a9b12 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466735 Apr 11 06:38:57.903888 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d32e1a-37fb-441e-b2e1-1d9ae71eb961 req-38a9e4a2-a638-4838-9d45-84823d0bddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:57.905456 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43d32e1a-37fb-441e-b2e1-1d9ae71eb961 req-38a9e4a2-a638-4838-9d45-84823d0bddaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6e05e42-7831-430b-9a33-10c0f494b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0471554 Apr 11 06:38:58.498604 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c6dae-2fed-4dc0-b641-2e858d00b34b req-cb1e5fa6-71c7-48d4-8dd0-6c9f7ac559bb tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:58.500108 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e34c6dae-2fed-4dc0-b641-2e858d00b34b req-cb1e5fa6-71c7-48d4-8dd0-6c9f7ac559bb tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 948 time: 0.0470247 Apr 11 06:38:58.546589 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e34c6dae-2fed-4dc0-b641-2e858d00b34b req-e9815324-cad2-4b62-9dfd-4a634d5a3345 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Apr 11 06:38:58.846636 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43d32e1a-37fb-441e-b2e1-1d9ae71eb961 req-ab6d8a0e-b489-4a04-bccb-11f3d579cc80 service neutron] 10.222.0.20 "GET /v2.0/networks/e6e05e42-7831-430b-9a33-10c0f494b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895886 Apr 11 06:38:58.934242 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43d32e1a-37fb-441e-b2e1-1d9ae71eb961 req-20de5cd5-f705-4f36-b4dc-05cbace31586 service neutron] 10.222.0.20 "GET /v2.0/networks/e6e05e42-7831-430b-9a33-10c0f494b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814741 Apr 11 06:38:59.164528 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device fd35ee5f-2833-4c06-8162-58481d94b3fd details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:38:59.272973 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port fd35ee5f-2833-4c06-8162-58481d94b3fd, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fd35ee5f-2833-4c06-8162-58481d94b3fd,segment=NetworkSegment(f064e032-08a8-4140-a18f-3620e35671e1),segment_id=f064e032-08a8-4140-a18f-3620e35671e1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:59.284358 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': 'fd35ee5f-2833-4c06-8162-58481d94b3fd', 'network_id': 'e6e05e42-7831-430b-9a33-10c0f494b142', 'port_id': 'fd35ee5f-2833-4c06-8162-58481d94b3fd', 'mac_address': 'fa:16:3e:38:aa:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455f2589-f1f7-4b38-94ed-3a5b266e72b6', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:38:59.321991 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port fd35ee5f-2833-4c06-8162-58481d94b3fd is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:38:59.322340 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.339851 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd35ee5f-2833-4c06-8162-58481d94b3fd {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:38:59.359364 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port fd35ee5f-2833-4c06-8162-58481d94b3fd, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fd35ee5f-2833-4c06-8162-58481d94b3fd,segment=NetworkSegment(f064e032-08a8-4140-a18f-3620e35671e1),segment_id=f064e032-08a8-4140-a18f-3620e35671e1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:38:59.363967 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:38:59.415216 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=fd35ee5f-2833-4c06-8162-58481d94b3fd,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:38:59.422342 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.422663 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.423003 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.423342 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.423678 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.423990 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.424307 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.424627 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.424998 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.425323 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.425715 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.426007 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.426329 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.426646 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.426961 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:38:59.577214 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['fd35ee5f-2833-4c06-8162-58481d94b3fd'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:38:59.667834 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632184-51f9-49f1-9963-156690e16a61 req-fb06d5f4-cef1-4b73-9bd3-f0b190b90522 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:38:59.669360 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-80632184-51f9-49f1-9963-156690e16a61 req-fb06d5f4-cef1-4b73-9bd3-f0b190b90522 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 949 time: 0.0521281 Apr 11 06:38:59.719515 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-80632184-51f9-49f1-9963-156690e16a61 req-4c131b7b-b4c9-4e25-87fb-3bbdc0c920db tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440519 Apr 11 06:39:00.840847 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d279e18-f7e5-4752-8dca-9982445f19be req-6e0778f0-afc0-4d8c-b841-1fb00cbe79c2 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:00.842245 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d279e18-f7e5-4752-8dca-9982445f19be req-6e0778f0-afc0-4d8c-b841-1fb00cbe79c2 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 949 time: 0.0508575 Apr 11 06:39:00.898401 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d279e18-f7e5-4752-8dca-9982445f19be req-422bef56-26fc-4b28-953c-b6ded25e3f75 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474401 Apr 11 06:39:01.194197 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device fd35ee5f-2833-4c06-8162-58481d94b3fd up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:01.241174 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port fd35ee5f-2833-4c06-8162-58481d94b3fd completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:39:01.246767 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port fd35ee5f-2833-4c06-8162-58481d94b3fd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:01.247143 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:01.341198 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port fd35ee5f-2833-4c06-8162-58481d94b3fd is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:01.341815 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:01.373417 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640f5f2c-0193-4d97-9d4a-62e8f93633ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd35ee5f-2833-4c06-8162-58481d94b3fd'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:01.376143 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165dd7e0-0045-4485-8546-0011847acc7e" -d '{"events": [{"server_uuid": "640f5f2c-0193-4d97-9d4a-62e8f93633ab", "name": "network-vif-plugged", "status": "completed", "tag": "fd35ee5f-2833-4c06-8162-58481d94b3fd"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:01.392698 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port fd35ee5f-2833-4c06-8162-58481d94b3fd, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fd35ee5f-2833-4c06-8162-58481d94b3fd,segment=NetworkSegment(f064e032-08a8-4140-a18f-3620e35671e1),segment_id=f064e032-08a8-4140-a18f-3620e35671e1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:01.398094 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:01.430427 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e366e6-8262-4df0-8216-1991867d49fe x-openstack-request-id: req-71e366e6-8262-4df0-8216-1991867d49fe {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:01.430712 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640f5f2c-0193-4d97-9d4a-62e8f93633ab", "name": "network-vif-plugged", "status": "completed", "tag": "fd35ee5f-2833-4c06-8162-58481d94b3fd", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:01.430958 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71e366e6-8262-4df0-8216-1991867d49fe {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:01.431348 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e366e6-8262-4df0-8216-1991867d49fe'] response: {'server_uuid': '640f5f2c-0193-4d97-9d4a-62e8f93633ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd35ee5f-2833-4c06-8162-58481d94b3fd', 'code': 200} Apr 11 06:39:01.461400 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=fd35ee5f-2833-4c06-8162-58481d94b3fd,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:01.598363 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841abd7-a648-45ba-9da6-a84e8a568132 req-4328bd9f-bf97-490b-87c3-ee5b8d7ebf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:01.599868 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4841abd7-a648-45ba-9da6-a84e8a568132 req-4328bd9f-bf97-490b-87c3-ee5b8d7ebf0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 1134 time: 0.0419180 Apr 11 06:39:01.650380 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4841abd7-a648-45ba-9da6-a84e8a568132 req-d50f80c4-01c7-47b3-b8cd-2893bdb6b4d3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442967 Apr 11 06:39:02.020723 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4d72-a7f1-491e-8a58-e62f40130002 req-69b5822a-f34f-44b2-a822-4916ed2a5849 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:02.022267 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e59b4d72-a7f1-491e-8a58-e62f40130002 req-69b5822a-f34f-44b2-a822-4916ed2a5849 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 950 time: 0.0513239 Apr 11 06:39:02.073821 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e59b4d72-a7f1-491e-8a58-e62f40130002 req-e6f8007b-ed20-4960-8a58-190a8a14a57a tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Apr 11 06:39:02.271047 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43592) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:02.389930 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.466079 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Publish callbacks [] for security_group (ab3ce877-0401-42f4-815b-3ecbd76541bc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.471665 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (ab3ce877-0401-42f4-815b-3ecbd76541bc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.508661 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ebbfe1b2d7747fcbbedb8d8ed2b1c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365394 Apr 11 06:39:02.509497 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3ce877-0401-42f4-815b-3ecbd76541bc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:02.511368 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43596) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:02.522314 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.522650 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.523005 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.523320 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.523642 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.523939 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.524256 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.524566 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.524878 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.525216 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.525531 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.525845 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.526174 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.526481 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.526788 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0b027a-b1e2-4eb7-a40f-5bad8408c12a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:02.574879 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f86dabba-fce1-4e16-8562-4c1daeab4738 admin admin] Publish callbacks [] for security_group (ab3ce877-0401-42f4-815b-3ecbd76541bc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.597191 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f86dabba-fce1-4e16-8562-4c1daeab4738 admin admin] Publish callbacks [] for security_group (ab3ce877-0401-42f4-815b-3ecbd76541bc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.643488 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f86dabba-fce1-4e16-8562-4c1daeab4738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (ab3ce877-0401-42f4-815b-3ecbd76541bc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.646280 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f86dabba-fce1-4e16-8562-4c1daeab4738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:02.647435 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f86dabba-fce1-4e16-8562-4c1daeab4738 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab3ce877-0401-42f4-815b-3ecbd76541bc HTTP/1.1" status: 204 len: 168 time: 0.1351955 Apr 11 06:39:02.656405 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dabba-fce1-4e16-8562-4c1daeab4738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3ce877-0401-42f4-815b-3ecbd76541bc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:03.188871 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42071075-fa9f-4ab6-863e-953d9a32b306 req-72b6d416-d07a-400a-a6dc-6155b6eb3649 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:03.190381 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42071075-fa9f-4ab6-863e-953d9a32b306 req-72b6d416-d07a-400a-a6dc-6155b6eb3649 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 950 time: 0.0479062 Apr 11 06:39:03.244841 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42071075-fa9f-4ab6-863e-953d9a32b306 req-c5ac81cc-797c-40a6-b37a-31bf7559e1d1 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487518 Apr 11 06:39:04.369820 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdb58a-a973-4659-838d-da38c72dc047 req-8b0646cf-e987-4857-9132-561b27687170 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:04.371251 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b7fdb58a-a973-4659-838d-da38c72dc047 req-8b0646cf-e987-4857-9132-561b27687170 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 950 time: 0.0489011 Apr 11 06:39:04.432272 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b7fdb58a-a973-4659-838d-da38c72dc047 req-2740932f-84b3-4aad-98ee-17ea1083bfe8 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553839 Apr 11 06:39:05.553871 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fd075-a769-4ed3-93d8-3c821d9fe64f req-6a6f8fa7-e710-4b4b-b739-a1113fb619b7 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:05.555241 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f22fd075-a769-4ed3-93d8-3c821d9fe64f req-6a6f8fa7-e710-4b4b-b739-a1113fb619b7 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 950 time: 0.0471513 Apr 11 06:39:05.603172 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f22fd075-a769-4ed3-93d8-3c821d9fe64f req-dcfe305f-4a8d-4e92-96b8-d660dd05f547 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Apr 11 06:39:06.741982 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aceed-e5f7-4771-9ef6-c2de4e05e413 req-814d18e1-a3f0-470b-aca0-a335b2467dfa tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:06.743447 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-533aceed-e5f7-4771-9ef6-c2de4e05e413 req-814d18e1-a3f0-470b-aca0-a335b2467dfa tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 950 time: 0.0539875 Apr 11 06:39:06.791224 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-533aceed-e5f7-4771-9ef6-c2de4e05e413 req-23e1476f-5116-4306-94f2-2b22d8bd222b tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420616 Apr 11 06:39:07.160380 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:39:07.915341 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e78baa-08c0-4696-9883-aaaffb5c126e req-71115d06-c380-47b9-a74d-9e7c7c8c130c tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:07.916778 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-82e78baa-08c0-4696-9883-aaaffb5c126e req-71115d06-c380-47b9-a74d-9e7c7c8c130c tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 950 time: 0.0547245 Apr 11 06:39:07.965668 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-82e78baa-08c0-4696-9883-aaaffb5c126e req-2b988411-ee0f-4cd8-9ab3-b8d0a87cf11e tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Apr 11 06:39:09.080942 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f08a0-7c3a-4f15-8d69-006de8fb6b46 req-8357d851-2fe6-4653-943d-0e154ffa043f tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:09.082403 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e93f08a0-7c3a-4f15-8d69-006de8fb6b46 req-8357d851-2fe6-4653-943d-0e154ffa043f tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 950 time: 0.0487044 Apr 11 06:39:09.130515 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e93f08a0-7c3a-4f15-8d69-006de8fb6b46 req-3bc74583-8ce0-4fdf-8755-12fb2c6130ba tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 Apr 11 06:39:09.409864 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a19dab-47c7-4304-ae18-fc9c1f02b8ae req-7247c9fe-3edb-48cb-9dcc-40b93b3f7310 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:09.411336 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b7a19dab-47c7-4304-ae18-fc9c1f02b8ae req-7247c9fe-3edb-48cb-9dcc-40b93b3f7310 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 950 time: 0.0513265 Apr 11 06:39:09.460488 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b7a19dab-47c7-4304-ae18-fc9c1f02b8ae req-3881598c-7524-4e3c-b183-8dd6a8ff1ec4 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423267 Apr 11 06:39:10.577341 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b09b1-9c5a-426d-9c0e-9a2852f300f9 req-8369f36a-0018-42e4-b802-a8e43b4cd210 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:10.578849 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e7b09b1-9c5a-426d-9c0e-9a2852f300f9 req-8369f36a-0018-42e4-b802-a8e43b4cd210 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 950 time: 0.0462828 Apr 11 06:39:10.626469 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e7b09b1-9c5a-426d-9c0e-9a2852f300f9 req-3f0e2e21-f4d6-4983-981a-41ec89aff0e1 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/security-groups?id=a22db511-d8e2-47e1-bffb-98417ba87174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416090 Apr 11 06:39:10.692604 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c7ea7-4281-4f00-9eb8-f8b68752f50a req-3b111a85-a0f3-4447-9657-e3fa9df79763 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:10.694324 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-792c7ea7-4281-4f00-9eb8-f8b68752f50a req-3b111a85-a0f3-4447-9657-e3fa9df79763 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.20 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 950 time: 0.0469499 Apr 11 06:39:10.752632 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43720) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:10.782369 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-792c7ea7-4281-4f00-9eb8-f8b68752f50a req-4132ca47-d485-40d6-9318-1d7fddfbca20 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Deleting port fd35ee5f-2833-4c06-8162-58481d94b3fd {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:39:10.782706 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-792c7ea7-4281-4f00-9eb8-f8b68752f50a req-4132ca47-d485-40d6-9318-1d7fddfbca20 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:10.856288 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:10.875672 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-792c7ea7-4281-4f00-9eb8-f8b68752f50a req-4132ca47-d485-40d6-9318-1d7fddfbca20 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] For port fd35ee5f-2833-4c06-8162-58481d94b3fd, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fd35ee5f-2833-4c06-8162-58481d94b3fd,segment=NetworkSegment(f064e032-08a8-4140-a18f-3620e35671e1),segment_id=f064e032-08a8-4140-a18f-3620e35671e1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:10.876032 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-792c7ea7-4281-4f00-9eb8-f8b68752f50a req-4132ca47-d485-40d6-9318-1d7fddfbca20 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:10.894402 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-792c7ea7-4281-4f00-9eb8-f8b68752f50a req-4132ca47-d485-40d6-9318-1d7fddfbca20 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Calling delete_port for fd35ee5f-2833-4c06-8162-58481d94b3fd owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:39:10.942313 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Publish callbacks [] for security_group (774a6799-84da-490f-a330-63ec110513dd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:10.946786 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (774a6799-84da-490f-a330-63ec110513dd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:10.986923 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774a6799-84da-490f-a330-63ec110513dd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:10.997640 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98ea8c3f722b488081832559d31b9cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438219 Apr 11 06:39:10.999402 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:10.999676 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.000003 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.000335 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.000650 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.001103 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.001308 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.001617 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.001929 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.002239 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.002553 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.002866 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.003173 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.003480 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.003785 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f00206-f892-424c-a4a4-d5595c6c4f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:11.013830 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43736) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:11.070706 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-792c7ea7-4281-4f00-9eb8-f8b68752f50a req-4132ca47-d485-40d6-9318-1d7fddfbca20 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (fd35ee5f-2833-4c06-8162-58481d94b3fd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.082995 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['fd35ee5f-2833-4c06-8162-58481d94b3fd'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:39:11.112236 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132ca47-d485-40d6-9318-1d7fddfbca20 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Pushing event deleted for resources: {'Port': ['ID=fd35ee5f-2833-4c06-8162-58481d94b3fd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:11.116019 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b19c845a-f612-484f-b071-a1fee2d9ebf0 admin admin] Publish callbacks [] for security_group (774a6799-84da-490f-a330-63ec110513dd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.173358 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-792c7ea7-4281-4f00-9eb8-f8b68752f50a req-4132ca47-d485-40d6-9318-1d7fddfbca20 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] No DVR routers for this DVR port fd35ee5f-2833-4c06-8162-58481d94b3fd on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:39:11.176272 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b19c845a-f612-484f-b071-a1fee2d9ebf0 admin admin] Publish callbacks [] for security_group (774a6799-84da-490f-a330-63ec110513dd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.179587 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-792c7ea7-4281-4f00-9eb8-f8b68752f50a req-4132ca47-d485-40d6-9318-1d7fddfbca20 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.182144 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-792c7ea7-4281-4f00-9eb8-f8b68752f50a req-4132ca47-d485-40d6-9318-1d7fddfbca20 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.20 "DELETE /v2.0/ports/fd35ee5f-2833-4c06-8162-58481d94b3fd HTTP/1.1" status: 204 len: 173 time: 0.4830074 Apr 11 06:39:11.182616 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640f5f2c-0193-4d97-9d4a-62e8f93633ab', 'name': 'network-vif-deleted', 'tag': 'fd35ee5f-2833-4c06-8162-58481d94b3fd'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:11.185176 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46436bf2-1b9f-42d4-8a0a-45b5c313c0b9" -d '{"events": [{"server_uuid": "640f5f2c-0193-4d97-9d4a-62e8f93633ab", "name": "network-vif-deleted", "tag": "fd35ee5f-2833-4c06-8162-58481d94b3fd"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:11.250833 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2872a1a2-f4b9-4f2f-b59f-9acb465917e4 x-openstack-request-id: req-2872a1a2-f4b9-4f2f-b59f-9acb465917e4 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:11.251114 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640f5f2c-0193-4d97-9d4a-62e8f93633ab", "name": "network-vif-deleted", "tag": "fd35ee5f-2833-4c06-8162-58481d94b3fd", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:11.251320 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2872a1a2-f4b9-4f2f-b59f-9acb465917e4 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:11.251729 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2872a1a2-f4b9-4f2f-b59f-9acb465917e4'] response: {'server_uuid': '640f5f2c-0193-4d97-9d4a-62e8f93633ab', 'name': 'network-vif-deleted', 'tag': 'fd35ee5f-2833-4c06-8162-58481d94b3fd', 'status': 'completed', 'code': 200} Apr 11 06:39:11.255163 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b19c845a-f612-484f-b071-a1fee2d9ebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (774a6799-84da-490f-a330-63ec110513dd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.262288 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b19c845a-f612-484f-b071-a1fee2d9ebf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.266318 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b19c845a-f612-484f-b071-a1fee2d9ebf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/774a6799-84da-490f-a330-63ec110513dd HTTP/1.1" status: 204 len: 168 time: 0.2486265 Apr 11 06:39:11.276254 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c845a-f612-484f-b071-a1fee2d9ebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774a6799-84da-490f-a330-63ec110513dd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:11.284306 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43746) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:11.526587 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c24ffb4-27db-4e64-82d3-ae8daae3f591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.612819 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c24ffb4-27db-4e64-82d3-ae8daae3f591 admin admin] Publish callbacks [] for security_group (e2d7dc7c-01e7-46b1-b069-bb37c6789714), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.617951 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c24ffb4-27db-4e64-82d3-ae8daae3f591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (e2d7dc7c-01e7-46b1-b069-bb37c6789714), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.662041 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3c24ffb4-27db-4e64-82d3-ae8daae3f591 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a05f0d0d5e2b4f2eb2780d4d175d25d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762400 Apr 11 06:39:11.663305 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24ffb4-27db-4e64-82d3-ae8daae3f591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d7dc7c-01e7-46b1-b069-bb37c6789714,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:11.665090 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43752) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:11.729741 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1a74-c51e-4b11-a148-75a405c43978 admin admin] Publish callbacks [] for security_group (e2d7dc7c-01e7-46b1-b069-bb37c6789714), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.759801 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f51f05f-cc4e-48b4-bd96-27609a0250ed req-82f2518e-9090-46c4-bc42-6f3325da12f5 tempest-VolumesNegativeTest-976195954 tempest-VolumesNegativeTest-976195954-project] 10.222.0.18 "GET /v2.0/ports?device_id=640f5f2c-0193-4d97-9d4a-62e8f93633ab HTTP/1.1" status: 200 len: 210 time: 0.0422761 Apr 11 06:39:11.771787 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1a74-c51e-4b11-a148-75a405c43978 admin admin] Publish callbacks [] for security_group (e2d7dc7c-01e7-46b1-b069-bb37c6789714), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.825578 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1a74-c51e-4b11-a148-75a405c43978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (e2d7dc7c-01e7-46b1-b069-bb37c6789714), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.828342 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f4c1a74-c51e-4b11-a148-75a405c43978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:11.829549 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1f4c1a74-c51e-4b11-a148-75a405c43978 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2d7dc7c-01e7-46b1-b069-bb37c6789714 HTTP/1.1" status: 204 len: 168 time: 0.1627314 Apr 11 06:39:11.839831 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c1a74-c51e-4b11-a148-75a405c43978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d7dc7c-01e7-46b1-b069-bb37c6789714,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:12.524563 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43774) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:12.629001 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-241325065-network', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:12.654292 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Made reservation on behalf of 4ff7d8449ddb4b1eb889c7793f6e2760 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:12.656556 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.664770 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.737437 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Publish callbacks [] for security_group (55a09108-9651-490a-9670-646ee92ea966), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.742741 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (55a09108-9651-490a-9670-646ee92ea966), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.763679 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:39:12.778865 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a09108-9651-490a-9670-646ee92ea966,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:12.782063 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (8e36fe53-18a3-433a-a4d2-aec06f720757), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.782403 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Added segment 8e36fe53-18a3-433a-a4d2-aec06f720757 of type vlan for network a161474f-d540-4252-8bd9-c98f98ab5967 Apr 11 06:39:12.824042 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (a161474f-d540-4252-8bd9-c98f98ab5967), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.849929 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (a161474f-d540-4252-8bd9-c98f98ab5967), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.851026 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:12.851665 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.888849 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3628142 Apr 11 06:39:12.891808 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43788) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:12.898544 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-151a5d4c-84f0-49c9-b589-de46a32ada98 admin admin] Request body: {'subnet': {'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-241325065-subnet', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:12.920105 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151a5d4c-84f0-49c9-b589-de46a32ada98 admin admin] Made reservation on behalf of 4ff7d8449ddb4b1eb889c7793f6e2760 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:12.921349 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e65dc-efae-46b7-88c0-502ebeb0de6d admin admin] Pushing event updated for resources: {'Network': ['ID=a161474f-d540-4252-8bd9-c98f98ab5967,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:12.922980 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-151a5d4c-84f0-49c9-b589-de46a32ada98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3823611'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:12.932060 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network a161474f-d540-4252-8bd9-c98f98ab5967 details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:39:13.106698 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-151a5d4c-84f0-49c9-b589-de46a32ada98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9391313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3823593'] for subnet (60e7feec-8a6b-4939-87f4-25c95115127e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.162300 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a5d4c-84f0-49c9-b589-de46a32ada98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e7feec-8a6b-4939-87f4-25c95115127e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:13.173944 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151a5d4c-84f0-49c9-b589-de46a32ada98 admin admin] Checking segment: {'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:13.174319 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151a5d4c-84f0-49c9-b589-de46a32ada98 admin admin] Network hostable DHCP agents. Network: a161474f-d540-4252-8bd9-c98f98ab5967, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:39:13.193922 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151a5d4c-84f0-49c9-b589-de46a32ada98 admin admin] Network a161474f-d540-4252-8bd9-c98f98ab5967 is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:39:13.203409 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-151a5d4c-84f0-49c9-b589-de46a32ada98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, a161474f-d540-4252-8bd9-c98f98ab5967) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:13.207794 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151a5d4c-84f0-49c9-b589-de46a32ada98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:13.208482 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-151a5d4c-84f0-49c9-b589-de46a32ada98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.215124 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ed46c3-a30f-439b-982f-b7ada9816a62 None None] Network a161474f-d540-4252-8bd9-c98f98ab5967 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:13.228981 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-151a5d4c-84f0-49c9-b589-de46a32ada98 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3358526 Apr 11 06:39:13.231593 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device fd35ee5f-2833-4c06-8162-58481d94b3fd no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:39:13.232220 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 43808) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:13.236587 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:13.258052 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2087253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30879'] for router (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.261589 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2088933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30886'] for router (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.292704 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: fd35ee5f-2833-4c06-8162-58481d94b3fd {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:39:13.293056 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device fd35ee5f-2833-4c06-8162-58481d94b3fd not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:39:13.322751 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Publish callbacks [] for router_controller (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.353387 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04795716-4755-599e-9613-29244d979784-a161474f-d540-4252-8bd9-c98f98ab5967', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e'}]}} from dv-cinder-836996-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:39:13.354489 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.468365 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Publish callbacks [] for router_gateway (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.503958 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Allocated IP 172.20.0.2 (a161474f-d540-4252-8bd9-c98f98ab5967/60e7feec-8a6b-4939-87f4-25c95115127e/548d2de0-991b-4175-98be-62e16a05da39) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:39:13.659529 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Publish callbacks [] for port (548d2de0-991b-4175-98be-62e16a05da39), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.662197 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Publish callbacks [] for router_gateway (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.666793 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (548d2de0-991b-4175-98be-62e16a05da39), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.682296 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.715307 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Network a161474f-d540-4252-8bd9-c98f98ab5967 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:13.718130 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:13.721212 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:39:13.728532 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Pushing event updated for resources: {'Port': ['ID=548d2de0-991b-4175-98be-62e16a05da39,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:13.785640 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Attempting to bind port 548d2de0-991b-4175-98be-62e16a05da39 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:39:13.786007 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Attempting to bind port 548d2de0-991b-4175-98be-62e16a05da39 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:39:13.786641 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Attempting to bind port 548d2de0-991b-4175-98be-62e16a05da39 on network a161474f-d540-4252-8bd9-c98f98ab5967 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:39:13.792424 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:39:13.793109 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Checking segment: {'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:13.793507 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.793980 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Bound using segment: {'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:39:13.794352 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Bound port: 548d2de0-991b-4175-98be-62e16a05da39, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:39:13.794723 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (548d2de0-991b-4175-98be-62e16a05da39), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.798224 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Allocated IP 172.27.2.197 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/356f9f7f-c829-47a7-833a-8b1b191c8279) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:39:13.875623 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] For port 548d2de0-991b-4175-98be-62e16a05da39, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:39:13.881651 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] For port 548d2de0-991b-4175-98be-62e16a05da39, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=548d2de0-991b-4175-98be-62e16a05da39,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:39:13.889131 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (548d2de0-991b-4175-98be-62e16a05da39), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.926623 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Publish callbacks [] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.968521 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:13.972335 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251b9ad-3249-40a0-9915-d4f42287e48c None None] Pushing event updated for resources: {'Port': ['ID=548d2de0-991b-4175-98be-62e16a05da39,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:14.023336 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:14.028941 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:14.032519 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:39:14.062860 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Pushing event updated for resources: {'Port': ['ID=356f9f7f-c829-47a7-833a-8b1b191c8279,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:14.342519 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Publish callbacks [] for router_gateway (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.546113 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2088924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2037421'] for router (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.688438 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db is scheduled to L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:39:14.820771 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:39:14.831183 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Sync routers for ids ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:39:14.838768 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 548d2de0-991b-4175-98be-62e16a05da39 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:14.858201 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:14.860007 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b7b5f621-6108-4176-91da-d043847b3493 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6267800 Apr 11 06:39:14.862804 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 43970) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:14.883815 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Routers {'99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:14.884464 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:38:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:15.012216 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 548d2de0-991b-4175-98be-62e16a05da39 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:15.013771 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (548d2de0-991b-4175-98be-62e16a05da39), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.199781 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4250b1-8a48-4781-a1f6-0c7836fa0aaf None None] Network a161474f-d540-4252-8bd9-c98f98ab5967 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:15.248739 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-66d35453-e065-41b5-8122-9e0d27c5b7ff None None] Provisioning complete for port 548d2de0-991b-4175-98be-62e16a05da39 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:15.249152 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66d35453-e065-41b5-8122-9e0d27c5b7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (548d2de0-991b-4175-98be-62e16a05da39), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.324812 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Set router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:15.342156 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.523598 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Allocated IP 172.20.0.1 (a161474f-d540-4252-8bd9-c98f98ab5967/60e7feec-8a6b-4939-87f4-25c95115127e/8fc0fe25-fc02-4085-9ee8-2e941816a439) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:39:15.555737 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 548d2de0-991b-4175-98be-62e16a05da39 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:15.556126 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (548d2de0-991b-4175-98be-62e16a05da39), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.586527 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-66d35453-e065-41b5-8122-9e0d27c5b7ff None None] Current status of the port 548d2de0-991b-4175-98be-62e16a05da39 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:15.586979 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66d35453-e065-41b5-8122-9e0d27c5b7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (548d2de0-991b-4175-98be-62e16a05da39), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.654825 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port 548d2de0-991b-4175-98be-62e16a05da39, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=548d2de0-991b-4175-98be-62e16a05da39,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:15.666548 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Publish callbacks [] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.669948 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (548d2de0-991b-4175-98be-62e16a05da39), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.715590 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.719864 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:14Z', 'revision_number': 3, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:15.759140 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Checking router: 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:39:15.759486 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Updating router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db port 356f9f7f-c829-47a7-833a-8b1b191c8279 binding host dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:39:15.784493 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Network a161474f-d540-4252-8bd9-c98f98ab5967 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:15.786447 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Pushing event updated for resources: {'Port': ['ID=8fc0fe25-fc02-4085-9ee8-2e941816a439,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:15.790685 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:15.793847 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:39:15.797638 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.db.api [None req-66d35453-e065-41b5-8122-9e0d27c5b7ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 06:39:15.797990 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG oslo_db.api [None req-66d35453-e065-41b5-8122-9e0d27c5b7ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 06:39:15.811604 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.843131 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=548d2de0-991b-4175-98be-62e16a05da39,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:15.844958 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037342'] for router_interface (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:15.992624 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:16.130909 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Publish callbacks [] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:16.137037 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:16.167583 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Publish callbacks [] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:16.173139 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:16.199539 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Attempting to bind port 356f9f7f-c829-47a7-833a-8b1b191c8279 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:39:16.199812 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Attempting to bind port 356f9f7f-c829-47a7-833a-8b1b191c8279 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:39:16.200190 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Attempting to bind port 356f9f7f-c829-47a7-833a-8b1b191c8279 on network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:39:16.204203 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c678fd-cf7c-49c2-8fae-95663128432e None None] Pushing event updated for resources: {'Port': ['ID=356f9f7f-c829-47a7-833a-8b1b191c8279,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:16.209701 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:39:16.210382 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Checking segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:16.211230 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:16.211230 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Bound using segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:39:16.211614 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Bound port: 356f9f7f-c829-47a7-833a-8b1b191c8279, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:39:16.211991 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:16.238665 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Pushing event updated for resources: {'Port': ['ID=8fc0fe25-fc02-4085-9ee8-2e941816a439,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:16.241339 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035950'] for router_interface (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:16.266161 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] For port 356f9f7f-c829-47a7-833a-8b1b191c8279, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:39:16.269174 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] For port 356f9f7f-c829-47a7-833a-8b1b191c8279, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=356f9f7f-c829-47a7-833a-8b1b191c8279,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:39:16.275777 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:16.342766 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Network a161474f-d540-4252-8bd9-c98f98ab5967 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:16.344180 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:16.373647 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-66d35453-e065-41b5-8122-9e0d27c5b7ff None None] Current status of the port 548d2de0-991b-4175-98be-62e16a05da39 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:16.375462 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Routers {'99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:16.376069 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:38:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:16.378258 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c678fd-cf7c-49c2-8fae-95663128432e None None] Pushing event updated for resources: {'Port': ['ID=356f9f7f-c829-47a7-833a-8b1b191c8279,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:16.478338 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:39:16.503757 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] Set router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:16.507682 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-42392770-53f1-4c7a-8318-ae936d51cb60 None None] Provisioning complete for port 548d2de0-991b-4175-98be-62e16a05da39 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:16.508073 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42392770-53f1-4c7a-8318-ae936d51cb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (548d2de0-991b-4175-98be-62e16a05da39), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:16.596846 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:39:16.602798 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2c984a6a-3d10-4fc4-94d5-eb5a168dbb6c admin admin] 10.222.0.18 "PUT /v2.0/routers/99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381542 Apr 11 06:39:16.708964 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-42392770-53f1-4c7a-8318-ae936d51cb60 None None] Current status of the port 548d2de0-991b-4175-98be-62e16a05da39 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:16.730319 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-42392770-53f1-4c7a-8318-ae936d51cb60 None None] Provisioning complete for port 8fc0fe25-fc02-4085-9ee8-2e941816a439 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:16.731114 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42392770-53f1-4c7a-8318-ae936d51cb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:16.793156 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-42392770-53f1-4c7a-8318-ae936d51cb60 None None] Port 8fc0fe25-fc02-4085-9ee8-2e941816a439 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:39:16.797375 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:15Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '8fc0fe25-fc02-4085-9ee8-2e941816a439', 'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'mac_address': 'fa:16:3e:a0:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:15Z', 'updated_at': '2022-04-11T06:39:16Z', 'revision_number': 2, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'subnets': [{'id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:16.801419 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 548d2de0-991b-4175-98be-62e16a05da39 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:16.996965 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2122a-d837-4c24-a30f-75b2e396d324 None None] The sync data for ids ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'] in dv-cinder-836996-3-iscsi is: [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:15Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '8fc0fe25-fc02-4085-9ee8-2e941816a439', 'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'mac_address': 'fa:16:3e:a0:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:15Z', 'updated_at': '2022-04-11T06:39:16Z', 'revision_number': 2, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'subnets': [{'id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:39:17.017254 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-efcee66e-f747-4a11-bfd8-819c098609a8 None None] Provisioning complete for port 8fc0fe25-fc02-4085-9ee8-2e941816a439 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:17.017889 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efcee66e-f747-4a11-bfd8-819c098609a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.061105 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-efcee66e-f747-4a11-bfd8-819c098609a8 None None] Port 8fc0fe25-fc02-4085-9ee8-2e941816a439 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:39:17.062677 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 548d2de0-991b-4175-98be-62e16a05da39 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:17.063045 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (548d2de0-991b-4175-98be-62e16a05da39), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.157904 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 548d2de0-991b-4175-98be-62e16a05da39 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:17.175291 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:17.185816 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44052) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:17.190943 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-982318076-network', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:17.212092 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Made reservation on behalf of 86958f2d8c384ca8a6f26d8a05c2a822 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:17.214736 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.224500 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.332518 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Publish callbacks [] for security_group (659e3a85-d616-4b83-ad19-6a0992cfc078), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.338120 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (659e3a85-d616-4b83-ad19-6a0992cfc078), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.365696 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 06:39:17.376209 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659e3a85-d616-4b83-ad19-6a0992cfc078,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:17.382756 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (13dad328-019d-460b-a9b2-44cd12db3816), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.383407 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Added segment 13dad328-019d-460b-a9b2-44cd12db3816 of type vlan for network 999ef940-6a07-4515-9365-d0710f57e29a Apr 11 06:39:17.434670 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757671915367'] for network (999ef940-6a07-4515-9365-d0710f57e29a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.461801 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348'] for network (999ef940-6a07-4515-9365-d0710f57e29a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.462915 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:17.463557 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.471406 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-152899bd-8654-4f0e-bd12-90852a1946fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2a712f3a7614b7f9da01f405ab9a795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948811 Apr 11 06:39:17.474248 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44054) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:17.526130 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3390818 Apr 11 06:39:17.528726 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44056) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:17.532579 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f71a1-6ef6-4347-baeb-fa200f0e6d5b admin admin] Pushing event updated for resources: {'Network': ['ID=999ef940-6a07-4515-9365-d0710f57e29a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:17.533830 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6b2970b9-0e88-4f47-92ac-ce7e82ac8e36 admin admin] Request body: {'subnet': {'network_id': '999ef940-6a07-4515-9365-d0710f57e29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-982318076-subnet', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:17.538691 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d43c036-c871-4243-965f-a27fcc34cc8b admin admin] Publish callbacks [] for security_group (a22db511-d8e2-47e1-bffb-98417ba87174), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.546224 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Network 999ef940-6a07-4515-9365-d0710f57e29a details requested by agent ovs-agent-dv-cinder-836996-3-iscsi with host dv-cinder-836996-3-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 06:39:17.572040 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d43c036-c871-4243-965f-a27fcc34cc8b admin admin] Publish callbacks [] for security_group (a22db511-d8e2-47e1-bffb-98417ba87174), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.578957 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2970b9-0e88-4f47-92ac-ce7e82ac8e36 admin admin] Made reservation on behalf of 86958f2d8c384ca8a6f26d8a05c2a822 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:17.581267 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2970b9-0e88-4f47-92ac-ce7e82ac8e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3823611'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.687402 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d43c036-c871-4243-965f-a27fcc34cc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (a22db511-d8e2-47e1-bffb-98417ba87174), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.689972 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d43c036-c871-4243-965f-a27fcc34cc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.691135 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3d43c036-c871-4243-965f-a27fcc34cc8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a22db511-d8e2-47e1-bffb-98417ba87174 HTTP/1.1" status: 204 len: 168 time: 0.2159059 Apr 11 06:39:17.705356 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43c036-c871-4243-965f-a27fcc34cc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22db511-d8e2-47e1-bffb-98417ba87174,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:17.812125 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2970b9-0e88-4f47-92ac-ce7e82ac8e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9391313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3823593'] for subnet (cdbaf5a2-f825-40af-b780-76612b554cc2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.887886 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2970b9-0e88-4f47-92ac-ce7e82ac8e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbaf5a2-f825-40af-b780-76612b554cc2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:17.900147 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2970b9-0e88-4f47-92ac-ce7e82ac8e36 admin admin] Checking segment: {'id': '13dad328-019d-460b-a9b2-44cd12db3816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:17.900582 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2970b9-0e88-4f47-92ac-ce7e82ac8e36 admin admin] Network hostable DHCP agents. Network: 999ef940-6a07-4515-9365-d0710f57e29a, hostable agents: ['6aef8800-716c-4393-811d-2484ca65ce7f'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 06:39:17.926432 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2970b9-0e88-4f47-92ac-ce7e82ac8e36 admin admin] Network 999ef940-6a07-4515-9365-d0710f57e29a is scheduled to be hosted by DHCP agent 6aef8800-716c-4393-811d-2484ca65ce7f with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 06:39:17.939205 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6b2970b9-0e88-4f47-92ac-ce7e82ac8e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-3-iscsi, 999ef940-6a07-4515-9365-d0710f57e29a) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:17.952739 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2970b9-0e88-4f47-92ac-ce7e82ac8e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:17.953475 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6b2970b9-0e88-4f47-92ac-ce7e82ac8e36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:17.983199 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6b2970b9-0e88-4f47-92ac-ce7e82ac8e36 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4509695 Apr 11 06:39:17.983443 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44060) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:17.995555 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-982318076-router', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:18.023468 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da02ce71-e833-4598-a224-cd0186691263 None None] Network 999ef940-6a07-4515-9365-d0710f57e29a requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:18.023940 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2087253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30879'] for router (d90db93d-9f1e-4ea7-b550-738ac3a6baea), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.025906 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2088933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2031161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30886'] for router (d90db93d-9f1e-4ea7-b550-738ac3a6baea), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.101825 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Publish callbacks [] for router_controller (d90db93d-9f1e-4ea7-b550-738ac3a6baea), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.227274 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04795716-4755-599e-9613-29244d979784-999ef940-6a07-4515-9365-d0710f57e29a', 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a', 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'fixed_ips': [{'subnet_id': 'cdbaf5a2-f825-40af-b780-76612b554cc2'}]}} from dv-cinder-836996-3-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 06:39:18.228147 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.254995 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Publish callbacks [] for router_gateway (d90db93d-9f1e-4ea7-b550-738ac3a6baea), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.378527 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Allocated IP 172.20.0.2 (999ef940-6a07-4515-9365-d0710f57e29a/cdbaf5a2-f825-40af-b780-76612b554cc2/4ffbf716-1e39-4c90-988e-3139feea3b89) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:39:18.444725 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Publish callbacks [] for router_gateway (d90db93d-9f1e-4ea7-b550-738ac3a6baea), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.467967 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.535423 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Publish callbacks [] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.542460 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.575899 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Allocated IP 172.27.2.94 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/cf64635f-d14a-40e9-8a1e-afcfcaab36dd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:39:18.589529 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Network 999ef940-6a07-4515-9365-d0710f57e29a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:18.593342 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:18.595172 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Pushing event updated for resources: {'Port': ['ID=4ffbf716-1e39-4c90-988e-3139feea3b89,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:18.597288 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:39:18.657528 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Attempting to bind port 4ffbf716-1e39-4c90-988e-3139feea3b89 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:39:18.657892 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Attempting to bind port 4ffbf716-1e39-4c90-988e-3139feea3b89 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '13dad328-019d-460b-a9b2-44cd12db3816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:39:18.658288 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Attempting to bind port 4ffbf716-1e39-4c90-988e-3139feea3b89 on network 999ef940-6a07-4515-9365-d0710f57e29a {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:39:18.663632 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:39:18.664004 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Checking segment: {'id': '13dad328-019d-460b-a9b2-44cd12db3816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:18.664424 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.664809 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Bound using segment: {'id': '13dad328-019d-460b-a9b2-44cd12db3816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:39:18.665362 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Bound port: 4ffbf716-1e39-4c90-988e-3139feea3b89, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dad328-019d-460b-a9b2-44cd12db3816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:39:18.665732 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.688603 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Publish callbacks [] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.728358 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.729424 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] For port 4ffbf716-1e39-4c90-988e-3139feea3b89, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:39:18.733085 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] For port 4ffbf716-1e39-4c90-988e-3139feea3b89, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=4ffbf716-1e39-4c90-988e-3139feea3b89,segment=NetworkSegment(13dad328-019d-460b-a9b2-44cd12db3816),segment_id=13dad328-019d-460b-a9b2-44cd12db3816)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:39:18.740995 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.776268 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:18.781540 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:18.785654 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:39:18.821036 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75abfa-538d-427b-9f58-ed5d5bbc3691 None None] Pushing event updated for resources: {'Port': ['ID=4ffbf716-1e39-4c90-988e-3139feea3b89,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:18.826180 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Pushing event updated for resources: {'Port': ['ID=cf64635f-d14a-40e9-8a1e-afcfcaab36dd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:18.849546 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 356f9f7f-c829-47a7-833a-8b1b191c8279 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:18.904178 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 356f9f7f-c829-47a7-833a-8b1b191c8279 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:18.904869 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:18.999712 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 356f9f7f-c829-47a7-833a-8b1b191c8279 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:19.000095 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.027909 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port 356f9f7f-c829-47a7-833a-8b1b191c8279, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=356f9f7f-c829-47a7-833a-8b1b191c8279,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:19.049893 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.116440 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=356f9f7f-c829-47a7-833a-8b1b191c8279,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:19.387246 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Publish callbacks [] for router_gateway (d90db93d-9f1e-4ea7-b550-738ac3a6baea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.418748 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Sync routers for ids ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:39:19.429982 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Routers {'99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:19.430663 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:38:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:19.596320 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2088924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2037421'] for router (d90db93d-9f1e-4ea7-b550-738ac3a6baea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.634825 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Set router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:19.736894 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Router d90db93d-9f1e-4ea7-b550-738ac3a6baea is scheduled to L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 06:39:19.832662 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:15Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '8fc0fe25-fc02-4085-9ee8-2e941816a439', 'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'mac_address': 'fa:16:3e:a0:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:15Z', 'updated_at': '2022-04-11T06:39:16Z', 'revision_number': 2, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'subnets': [{'id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:19.859354 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Checking router: 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:39:19.859683 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Updating router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db port 8fc0fe25-fc02-4085-9ee8-2e941816a439 binding host dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:39:19.861234 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:39:19.871552 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Sync routers for ids ['d90db93d-9f1e-4ea7-b550-738ac3a6baea'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:39:19.880629 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:19.882019 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-cb1f876b-cd70-4091-91d4-8aa3b44fdd2d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8973813 Apr 11 06:39:19.884577 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:19.889226 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Routers {'d90db93d-9f1e-4ea7-b550-738ac3a6baea'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:19.890151 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:38:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['d90db93d-9f1e-4ea7-b550-738ac3a6baea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:19.898214 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.019923 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Set router d90db93d-9f1e-4ea7-b550-738ac3a6baea gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:20.157644 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb65249-8395-4bf2-b628-28d843f9b2f5 None None] Network 999ef940-6a07-4515-9365-d0710f57e29a requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:39:20.187565 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Publish callbacks [] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.195188 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.250941 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Pushing event updated for resources: {'Port': ['ID=8fc0fe25-fc02-4085-9ee8-2e941816a439,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:20.263702 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.264037 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.264383 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.264726 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.265883 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.265883 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.265883 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.266230 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.266327 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.266574 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.267474 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.267474 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.267702 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.267902 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.268211 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:39:20.272124 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a7ad369e-3f1a-4a2f-b966-9977471ca07d None None] Provisioning complete for port 4ffbf716-1e39-4c90-988e-3139feea3b89 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:20.272124 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7ad369e-3f1a-4a2f-b966-9977471ca07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.300235 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'name': 'tempest-TestShelveInstance-982318076-router', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:18Z', 'revision_number': 3, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'gw_port': {'id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:20.341783 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Attempting to bind port 8fc0fe25-fc02-4085-9ee8-2e941816a439 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:39:20.342235 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Attempting to bind port 8fc0fe25-fc02-4085-9ee8-2e941816a439 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:39:20.342738 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Attempting to bind port 8fc0fe25-fc02-4085-9ee8-2e941816a439 on network a161474f-d540-4252-8bd9-c98f98ab5967 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:39:20.343461 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Checking router: d90db93d-9f1e-4ea7-b550-738ac3a6baea for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:39:20.343873 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Updating router d90db93d-9f1e-4ea7-b550-738ac3a6baea port cf64635f-d14a-40e9-8a1e-afcfcaab36dd binding host dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:39:20.350724 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:39:20.351184 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Checking segment: {'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:20.351649 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.352092 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Bound using segment: {'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:39:20.352611 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Bound port: 8fc0fe25-fc02-4085-9ee8-2e941816a439, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:39:20.353077 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.381635 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.403768 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.423840 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] For port 8fc0fe25-fc02-4085-9ee8-2e941816a439, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:39:20.428967 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] For port 8fc0fe25-fc02-4085-9ee8-2e941816a439, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=8fc0fe25-fc02-4085-9ee8-2e941816a439,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:39:20.441302 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.513339 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fec4c-eba6-493c-845b-06f7fb837608 None None] Pushing event updated for resources: {'Port': ['ID=8fc0fe25-fc02-4085-9ee8-2e941816a439,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:20.531197 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Routers {'99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:20.531989 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:38:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:20.540391 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad369e-3f1a-4a2f-b966-9977471ca07d None None] Current status of the port 4ffbf716-1e39-4c90-988e-3139feea3b89 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:20.540815 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7ad369e-3f1a-4a2f-b966-9977471ca07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.608114 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a7ad369e-3f1a-4a2f-b966-9977471ca07d None None] For port 4ffbf716-1e39-4c90-988e-3139feea3b89, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=4ffbf716-1e39-4c90-988e-3139feea3b89,segment=NetworkSegment(13dad328-019d-460b-a9b2-44cd12db3816),segment_id=13dad328-019d-460b-a9b2-44cd12db3816)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:20.617369 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7ad369e-3f1a-4a2f-b966-9977471ca07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.638388 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Allocated IP 172.20.0.1 (999ef940-6a07-4515-9365-d0710f57e29a/cdbaf5a2-f825-40af-b780-76612b554cc2/673ae592-3644-407b-b04f-9138cc1a92c0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:39:20.691415 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] Set router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:20.773957 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad369e-3f1a-4a2f-b966-9977471ca07d None None] Pushing event updated for resources: {'Port': ['ID=4ffbf716-1e39-4c90-988e-3139feea3b89,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:20.782152 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-456806bf-18a9-4360-80f8-a43e6991014c None None] Provisioning complete for port 8fc0fe25-fc02-4085-9ee8-2e941816a439 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:20.782516 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-456806bf-18a9-4360-80f8-a43e6991014c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.807239 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Publish callbacks [] for port (673ae592-3644-407b-b04f-9138cc1a92c0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.867760 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.913469 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Publish callbacks [] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.923351 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:20.928777 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Network 999ef940-6a07-4515-9365-d0710f57e29a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:20.938684 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:20.942841 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:39:20.948808 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Pushing event updated for resources: {'Port': ['ID=673ae592-3644-407b-b04f-9138cc1a92c0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:21.006409 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:15Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '8fc0fe25-fc02-4085-9ee8-2e941816a439', 'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'mac_address': 'fa:16:3e:a0:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:15Z', 'updated_at': '2022-04-11T06:39:20Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'subnets': [{'id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:21.008215 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2037342'] for router_interface (d90db93d-9f1e-4ea7-b550-738ac3a6baea), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.040896 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-456806bf-18a9-4360-80f8-a43e6991014c None None] Current status of the port 8fc0fe25-fc02-4085-9ee8-2e941816a439 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:21.041294 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-456806bf-18a9-4360-80f8-a43e6991014c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.043639 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 8fc0fe25-fc02-4085-9ee8-2e941816a439 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:21.044685 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175be606-365f-4859-b026-2a5f01e8b963 None None] The sync data for ids ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'] in dv-cinder-836996-3-iscsi is: [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:15Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '8fc0fe25-fc02-4085-9ee8-2e941816a439', 'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'mac_address': 'fa:16:3e:a0:86:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:15Z', 'updated_at': '2022-04-11T06:39:20Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'subnets': [{'id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:39:21.180141 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.284423 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f7b4d-0ca4-4c6d-a210-a360652a31a1 None None] Pushing event updated for resources: {'Port': ['ID=cf64635f-d14a-40e9-8a1e-afcfcaab36dd,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:21.287045 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Attempting to bind port cf64635f-d14a-40e9-8a1e-afcfcaab36dd on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:39:21.287486 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Attempting to bind port cf64635f-d14a-40e9-8a1e-afcfcaab36dd by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:39:21.287852 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Attempting to bind port cf64635f-d14a-40e9-8a1e-afcfcaab36dd on network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:39:21.313860 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:39:21.314238 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Checking segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:21.314637 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.315028 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Bound using segment: {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:39:21.315740 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Bound port: cf64635f-d14a-40e9-8a1e-afcfcaab36dd, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac80b8fc-aa36-4a94-a723-8219e555daae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:39:21.315906 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.320949 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-456806bf-18a9-4360-80f8-a43e6991014c None None] For port 8fc0fe25-fc02-4085-9ee8-2e941816a439, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=8fc0fe25-fc02-4085-9ee8-2e941816a439,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:21.320949 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0311ae02-a03d-4b2b-958e-07d2486c8602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.350662 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-456806bf-18a9-4360-80f8-a43e6991014c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.384271 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Publish callbacks [] for port (673ae592-3644-407b-b04f-9138cc1a92c0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.389919 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9388650'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.412581 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 8fc0fe25-fc02-4085-9ee8-2e941816a439 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:21.412986 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.422609 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] For port cf64635f-d14a-40e9-8a1e-afcfcaab36dd, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:39:21.468839 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Pushing event updated for resources: {'Port': ['ID=673ae592-3644-407b-b04f-9138cc1a92c0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:21.473385 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035950'] for router_interface (d90db93d-9f1e-4ea7-b550-738ac3a6baea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.475093 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] For port cf64635f-d14a-40e9-8a1e-afcfcaab36dd, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=cf64635f-d14a-40e9-8a1e-afcfcaab36dd,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:39:21.481089 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456806bf-18a9-4360-80f8-a43e6991014c None None] Pushing event updated for resources: {'Port': ['ID=8fc0fe25-fc02-4085-9ee8-2e941816a439,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:21.492372 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.503507 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-996495b9-f34e-4bb5-8bf6-5661af5c504b None None] Provisioning complete for port 673ae592-3644-407b-b04f-9138cc1a92c0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:21.503872 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-996495b9-f34e-4bb5-8bf6-5661af5c504b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.577357 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Network 999ef940-6a07-4515-9365-d0710f57e29a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:21.579487 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:21.590711 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-996495b9-f34e-4bb5-8bf6-5661af5c504b None None] Port 673ae592-3644-407b-b04f-9138cc1a92c0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:39:21.623748 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f7b4d-0ca4-4c6d-a210-a360652a31a1 None None] Pushing event updated for resources: {'Port': ['ID=cf64635f-d14a-40e9-8a1e-afcfcaab36dd,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:21.634390 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Routers {'d90db93d-9f1e-4ea7-b550-738ac3a6baea'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:21.635033 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:38:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['d90db93d-9f1e-4ea7-b550-738ac3a6baea'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:21.639859 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-996495b9-f34e-4bb5-8bf6-5661af5c504b None None] Provisioning complete for port 8fc0fe25-fc02-4085-9ee8-2e941816a439 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:21.640229 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-996495b9-f34e-4bb5-8bf6-5661af5c504b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:21.738822 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 8fc0fe25-fc02-4085-9ee8-2e941816a439 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:21.740881 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 356f9f7f-c829-47a7-833a-8b1b191c8279 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:21.746682 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Router d90db93d-9f1e-4ea7-b550-738ac3a6baea has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:39:21.868619 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:39:21.869886 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] Set router d90db93d-9f1e-4ea7-b550-738ac3a6baea gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:21.873652 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b450a32e-4bb2-495d-b3f9-33878f09d5ed admin admin] 10.222.0.18 "PUT /v2.0/routers/d90db93d-9f1e-4ea7-b550-738ac3a6baea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9878538 Apr 11 06:39:21.973080 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-996495b9-f34e-4bb5-8bf6-5661af5c504b None None] Current status of the port 8fc0fe25-fc02-4085-9ee8-2e941816a439 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:21.976756 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 356f9f7f-c829-47a7-833a-8b1b191c8279 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:21.977163 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.015367 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-996495b9-f34e-4bb5-8bf6-5661af5c504b None None] Provisioning complete for port 4ffbf716-1e39-4c90-988e-3139feea3b89 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:22.015730 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-996495b9-f34e-4bb5-8bf6-5661af5c504b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.217455 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 356f9f7f-c829-47a7-833a-8b1b191c8279 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:22.218529 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 4ffbf716-1e39-4c90-988e-3139feea3b89 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:22.255165 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-996495b9-f34e-4bb5-8bf6-5661af5c504b None None] Current status of the port 4ffbf716-1e39-4c90-988e-3139feea3b89 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:22.260030 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'name': 'tempest-TestShelveInstance-982318076-router', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 4, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'gw_port': {'id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '673ae592-3644-407b-b04f-9138cc1a92c0', 'name': '', 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'mac_address': 'fa:16:3e:28:90:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'cdbaf5a2-f825-40af-b780-76612b554cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:20Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 2, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'subnets': [{'id': 'cdbaf5a2-f825-40af-b780-76612b554cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:22.289693 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf0638-2ae7-4abf-bc11-39cc382c403c None None] The sync data for ids ['d90db93d-9f1e-4ea7-b550-738ac3a6baea'] in dv-cinder-836996-3-iscsi is: [{'id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'name': 'tempest-TestShelveInstance-982318076-router', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 4, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'gw_port': {'id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '673ae592-3644-407b-b04f-9138cc1a92c0', 'name': '', 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'mac_address': 'fa:16:3e:28:90:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'cdbaf5a2-f825-40af-b780-76612b554cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:20Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 2, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'subnets': [{'id': 'cdbaf5a2-f825-40af-b780-76612b554cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:39:22.311923 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 4ffbf716-1e39-4c90-988e-3139feea3b89 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:22.312290 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.394696 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-527e8dab-2b5d-4180-9a9c-91278f126a87 None None] Provisioning complete for port 673ae592-3644-407b-b04f-9138cc1a92c0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:22.395169 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-527e8dab-2b5d-4180-9a9c-91278f126a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.432877 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 4ffbf716-1e39-4c90-988e-3139feea3b89 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:22.438374 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-527e8dab-2b5d-4180-9a9c-91278f126a87 None None] Port 673ae592-3644-407b-b04f-9138cc1a92c0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:39:22.536239 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44070) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:22.540862 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-08b6799f-56bf-4b02-9f19-ff655188fdf2 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1927350429', 'description': 'tempest-secgroup-smoke-1927350429 description', 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:22.563579 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08b6799f-56bf-4b02-9f19-ff655188fdf2 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.637631 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08b6799f-56bf-4b02-9f19-ff655188fdf2 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group (be983f71-5c27-48f9-b020-cc9d9e04907a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.642250 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08b6799f-56bf-4b02-9f19-ff655188fdf2 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (be983f71-5c27-48f9-b020-cc9d9e04907a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.671113 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08b6799f-56bf-4b02-9f19-ff655188fdf2 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.675024 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-08b6799f-56bf-4b02-9f19-ff655188fdf2 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1350160 Apr 11 06:39:22.675492 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44072) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:22.677165 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6799f-56bf-4b02-9f19-ff655188fdf2 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be983f71-5c27-48f9-b020-cc9d9e04907a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:22.682114 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bde7f3d5-7eb0-4822-88b6-8a0ab5fd5649 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Request body: {'security_group_rule': {'security_group_id': 'be983f71-5c27-48f9-b020-cc9d9e04907a', 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:22.711807 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bde7f3d5-7eb0-4822-88b6-8a0ab5fd5649 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (c78b5e24-1ec9-4eb7-b713-f65eaba62669), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.772127 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bde7f3d5-7eb0-4822-88b6-8a0ab5fd5649 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (c78b5e24-1ec9-4eb7-b713-f65eaba62669), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.777124 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bde7f3d5-7eb0-4822-88b6-8a0ab5fd5649 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (c78b5e24-1ec9-4eb7-b713-f65eaba62669), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.798170 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7f3d5-7eb0-4822-88b6-8a0ab5fd5649 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78b5e24-1ec9-4eb7-b713-f65eaba62669,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:22.806657 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bde7f3d5-7eb0-4822-88b6-8a0ab5fd5649 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.807902 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-bde7f3d5-7eb0-4822-88b6-8a0ab5fd5649 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313083 Apr 11 06:39:22.810689 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44074) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:22.815408 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-497f0560-89a6-4e63-9fbf-7d7f0f8f844a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Request body: {'security_group_rule': {'security_group_id': 'be983f71-5c27-48f9-b020-cc9d9e04907a', 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:22.842783 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 8fc0fe25-fc02-4085-9ee8-2e941816a439 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:22.847777 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-497f0560-89a6-4e63-9fbf-7d7f0f8f844a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (3481e244-feb6-429b-a54e-719ff70f15cf), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.890713 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 8fc0fe25-fc02-4085-9ee8-2e941816a439 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:22.891067 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.909479 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-497f0560-89a6-4e63-9fbf-7d7f0f8f844a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (3481e244-feb6-429b-a54e-719ff70f15cf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.913238 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-497f0560-89a6-4e63-9fbf-7d7f0f8f844a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (3481e244-feb6-429b-a54e-719ff70f15cf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.933454 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f0560-89a6-4e63-9fbf-7d7f0f8f844a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3481e244-feb6-429b-a54e-719ff70f15cf,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:22.942871 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-497f0560-89a6-4e63-9fbf-7d7f0f8f844a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:22.944080 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-497f0560-89a6-4e63-9fbf-7d7f0f8f844a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324153 Apr 11 06:39:22.946802 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44076) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:22.951309 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-759ac07f-eeed-472c-88e0-57fe253bb173 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Request body: {'security_group_rule': {'security_group_id': 'be983f71-5c27-48f9-b020-cc9d9e04907a', 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:22.976483 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 8fc0fe25-fc02-4085-9ee8-2e941816a439 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:22.977597 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 4ffbf716-1e39-4c90-988e-3139feea3b89 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:22.979627 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759ac07f-eeed-472c-88e0-57fe253bb173 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (4a17156a-cf77-441a-aefb-fcbd270ef5ba), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.030154 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 4ffbf716-1e39-4c90-988e-3139feea3b89 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:23.030427 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.117087 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 4ffbf716-1e39-4c90-988e-3139feea3b89 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:23.144194 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c201b104-e68a-4936-b05a-dbd4d10bd23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.305852 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759ac07f-eeed-472c-88e0-57fe253bb173 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (4a17156a-cf77-441a-aefb-fcbd270ef5ba), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.312394 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759ac07f-eeed-472c-88e0-57fe253bb173 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (4a17156a-cf77-441a-aefb-fcbd270ef5ba), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.329969 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ac07f-eeed-472c-88e0-57fe253bb173 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a17156a-cf77-441a-aefb-fcbd270ef5ba,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:23.339360 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-759ac07f-eeed-472c-88e0-57fe253bb173 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.340795 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-759ac07f-eeed-472c-88e0-57fe253bb173 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3930445 Apr 11 06:39:23.343600 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:23.348118 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-126181bc-7113-4d3d-8efa-447bde20762d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Request body: {'security_group_rule': {'security_group_id': 'be983f71-5c27-48f9-b020-cc9d9e04907a', 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:23.378198 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126181bc-7113-4d3d-8efa-447bde20762d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (cfd857af-0d51-4a44-abbf-3b33d6755d12), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.446022 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126181bc-7113-4d3d-8efa-447bde20762d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (cfd857af-0d51-4a44-abbf-3b33d6755d12), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.452099 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126181bc-7113-4d3d-8efa-447bde20762d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (cfd857af-0d51-4a44-abbf-3b33d6755d12), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.469711 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126181bc-7113-4d3d-8efa-447bde20762d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd857af-0d51-4a44-abbf-3b33d6755d12,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:23.476708 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-126181bc-7113-4d3d-8efa-447bde20762d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.477917 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-126181bc-7113-4d3d-8efa-447bde20762d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333444 Apr 11 06:39:23.481832 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:23.488545 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-adbe4e3b-f8ff-42f3-8461-f576302bc6f5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Request body: {'security_group_rule': {'security_group_id': 'be983f71-5c27-48f9-b020-cc9d9e04907a', 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:23.514973 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-adbe4e3b-f8ff-42f3-8461-f576302bc6f5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Project 4ff7d8449ddb4b1eb889c7793f6e2760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 06:39:23.520376 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adbe4e3b-f8ff-42f3-8461-f576302bc6f5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (686877d9-9021-4b70-ab78-4a8e6fa41da3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.581146 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adbe4e3b-f8ff-42f3-8461-f576302bc6f5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (686877d9-9021-4b70-ab78-4a8e6fa41da3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.585734 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adbe4e3b-f8ff-42f3-8461-f576302bc6f5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (686877d9-9021-4b70-ab78-4a8e6fa41da3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.604616 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe4e3b-f8ff-42f3-8461-f576302bc6f5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686877d9-9021-4b70-ab78-4a8e6fa41da3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:23.611595 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-adbe4e3b-f8ff-42f3-8461-f576302bc6f5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.612777 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-adbe4e3b-f8ff-42f3-8461-f576302bc6f5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296353 Apr 11 06:39:23.615704 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44082) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:23.619953 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-02a375f9-9483-4cd9-989d-b966017f6ace tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Request body: {'security_group_rule': {'security_group_id': 'be983f71-5c27-48f9-b020-cc9d9e04907a', 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:23.642703 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-02a375f9-9483-4cd9-989d-b966017f6ace tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Project 4ff7d8449ddb4b1eb889c7793f6e2760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 06:39:23.648078 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02a375f9-9483-4cd9-989d-b966017f6ace tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (24d54b8a-0a66-4415-9439-906fbb97c063), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.721169 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02a375f9-9483-4cd9-989d-b966017f6ace tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (24d54b8a-0a66-4415-9439-906fbb97c063), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.726998 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02a375f9-9483-4cd9-989d-b966017f6ace tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602154'] for security_group_rule (24d54b8a-0a66-4415-9439-906fbb97c063), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.748147 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a375f9-9483-4cd9-989d-b966017f6ace tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d54b8a-0a66-4415-9439-906fbb97c063,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:23.760093 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02a375f9-9483-4cd9-989d-b966017f6ace tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:23.761999 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-02a375f9-9483-4cd9-989d-b966017f6ace tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451418 Apr 11 06:39:24.623119 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:24.818961 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device cf64635f-d14a-40e9-8a1e-afcfcaab36dd up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:24.869027 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port cf64635f-d14a-40e9-8a1e-afcfcaab36dd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:24.869400 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:24.952790 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port cf64635f-d14a-40e9-8a1e-afcfcaab36dd is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:24.953077 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:24.976506 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] For port cf64635f-d14a-40e9-8a1e-afcfcaab36dd, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=cf64635f-d14a-40e9-8a1e-afcfcaab36dd,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:24.983571 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.046476 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Pushing event updated for resources: {'Port': ['ID=cf64635f-d14a-40e9-8a1e-afcfcaab36dd,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:25.122224 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Sync routers for ids ['d90db93d-9f1e-4ea7-b550-738ac3a6baea'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:39:25.133217 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Routers {'d90db93d-9f1e-4ea7-b550-738ac3a6baea'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:25.133823 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:39:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['d90db93d-9f1e-4ea7-b550-738ac3a6baea'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:25.248480 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Set router d90db93d-9f1e-4ea7-b550-738ac3a6baea gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:25.443044 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'name': 'tempest-TestShelveInstance-982318076-router', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 4, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'gw_port': {'id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '673ae592-3644-407b-b04f-9138cc1a92c0', 'name': '', 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'mac_address': 'fa:16:3e:28:90:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'cdbaf5a2-f825-40af-b780-76612b554cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:20Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 2, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'subnets': [{'id': 'cdbaf5a2-f825-40af-b780-76612b554cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:25.476117 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Checking router: d90db93d-9f1e-4ea7-b550-738ac3a6baea for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:39:25.476467 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Updating router d90db93d-9f1e-4ea7-b550-738ac3a6baea port 673ae592-3644-407b-b04f-9138cc1a92c0 binding host dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 06:39:25.505166 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.777705 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Publish callbacks [] for port (673ae592-3644-407b-b04f-9138cc1a92c0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.786218 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.800029 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.840476 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e46b4d-b0d8-4849-81ab-bae18b2147cd None None] Pushing event updated for resources: {'Port': ['ID=673ae592-3644-407b-b04f-9138cc1a92c0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:25.895752 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Attempting to bind port 673ae592-3644-407b-b04f-9138cc1a92c0 on host dv-cinder-836996-3-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:39:25.896162 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Attempting to bind port 673ae592-3644-407b-b04f-9138cc1a92c0 by drivers openvswitch,hyperv on host dv-cinder-836996-3-iscsi at level 0 using segments [{'id': '13dad328-019d-460b-a9b2-44cd12db3816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:39:25.896542 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Attempting to bind port 673ae592-3644-407b-b04f-9138cc1a92c0 on network 999ef940-6a07-4515-9365-d0710f57e29a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:39:25.901919 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Checking agent: {'id': 'd7833fe2-69ac-47a9-b3b1-71c62ce25893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 21, 57), 'started_at': datetime.datetime(2022, 4, 11, 6, 22, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:39:25.902289 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Checking segment: {'id': '13dad328-019d-460b-a9b2-44cd12db3816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:25.902679 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.903062 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Bound using segment: {'id': '13dad328-019d-460b-a9b2-44cd12db3816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:39:25.903522 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Bound port: 673ae592-3644-407b-b04f-9138cc1a92c0, host: dv-cinder-836996-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dad328-019d-460b-a9b2-44cd12db3816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:39:25.903892 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.956874 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:25.969741 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] For port 673ae592-3644-407b-b04f-9138cc1a92c0, host dv-cinder-836996-3-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:39:25.978176 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] For port 673ae592-3644-407b-b04f-9138cc1a92c0, host dv-cinder-836996-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=673ae592-3644-407b-b04f-9138cc1a92c0,segment=NetworkSegment(13dad328-019d-460b-a9b2-44cd12db3816),segment_id=13dad328-019d-460b-a9b2-44cd12db3816)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:39:25.986853 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.078726 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2a8b8d4b-1d2d-457a-913e-8f84027c4462 None None] Provisioning complete for port 673ae592-3644-407b-b04f-9138cc1a92c0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:26.078969 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a8b8d4b-1d2d-457a-913e-8f84027c4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.141325 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Routers {'d90db93d-9f1e-4ea7-b550-738ac3a6baea'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:26.141964 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:39:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['d90db93d-9f1e-4ea7-b550-738ac3a6baea'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:26.173309 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b8d4b-1d2d-457a-913e-8f84027c4462 None None] Current status of the port 673ae592-3644-407b-b04f-9138cc1a92c0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:26.173745 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a8b8d4b-1d2d-457a-913e-8f84027c4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.179153 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e46b4d-b0d8-4849-81ab-bae18b2147cd None None] Pushing event updated for resources: {'Port': ['ID=673ae592-3644-407b-b04f-9138cc1a92c0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:26.211983 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2a8b8d4b-1d2d-457a-913e-8f84027c4462 None None] For port 673ae592-3644-407b-b04f-9138cc1a92c0, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=673ae592-3644-407b-b04f-9138cc1a92c0,segment=NetworkSegment(13dad328-019d-460b-a9b2-44cd12db3816),segment_id=13dad328-019d-460b-a9b2-44cd12db3816)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:26.218083 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a8b8d4b-1d2d-457a-913e-8f84027c4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.275869 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b8d4b-1d2d-457a-913e-8f84027c4462 None None] Pushing event updated for resources: {'Port': ['ID=673ae592-3644-407b-b04f-9138cc1a92c0,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:26.288501 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] Set router d90db93d-9f1e-4ea7-b550-738ac3a6baea gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:26.338525 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6e659a04-366a-45f1-8cc1-9bd969c3b891 None None] Provisioning complete for port 673ae592-3644-407b-b04f-9138cc1a92c0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:26.338804 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e659a04-366a-45f1-8cc1-9bd969c3b891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.437055 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6e659a04-366a-45f1-8cc1-9bd969c3b891 None None] Current status of the port 673ae592-3644-407b-b04f-9138cc1a92c0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:26.495432 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'name': 'tempest-TestShelveInstance-982318076-router', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 4, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'gw_port': {'id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '673ae592-3644-407b-b04f-9138cc1a92c0', 'name': '', 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'mac_address': 'fa:16:3e:28:90:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'cdbaf5a2-f825-40af-b780-76612b554cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:20Z', 'updated_at': '2022-04-11T06:39:25Z', 'revision_number': 4, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'subnets': [{'id': 'cdbaf5a2-f825-40af-b780-76612b554cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:26.529624 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7788dfa-feab-4403-8fbc-4c6bfdefed4a None None] The sync data for ids ['d90db93d-9f1e-4ea7-b550-738ac3a6baea'] in dv-cinder-836996-3-iscsi is: [{'id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'name': 'tempest-TestShelveInstance-982318076-router', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 4, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'gw_port': {'id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '673ae592-3644-407b-b04f-9138cc1a92c0', 'name': '', 'network_id': '999ef940-6a07-4515-9365-d0710f57e29a', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'mac_address': 'fa:16:3e:28:90:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'cdbaf5a2-f825-40af-b780-76612b554cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:20Z', 'updated_at': '2022-04-11T06:39:25Z', 'revision_number': 4, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'subnets': [{'id': 'cdbaf5a2-f825-40af-b780-76612b554cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:39:26.828440 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device cf64635f-d14a-40e9-8a1e-afcfcaab36dd up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:26.878063 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port cf64635f-d14a-40e9-8a1e-afcfcaab36dd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:26.878433 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:26.963192 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port cf64635f-d14a-40e9-8a1e-afcfcaab36dd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:26.964318 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 673ae592-3644-407b-b04f-9138cc1a92c0 up at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:27.143526 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Provisioning complete for port 673ae592-3644-407b-b04f-9138cc1a92c0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:27.143782 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.235236 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:27.238139 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Current status of the port 673ae592-3644-407b-b04f-9138cc1a92c0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:31.153517 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2816eef-d6b4-48dc-82dc-0df2176c006a req-55dc3f69-affc-4889-97f0-37dd27b40378 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411599 Apr 11 06:39:31.245610 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816eef-d6b4-48dc-82dc-0df2176c006a req-7ec145bf-99ba-42c8-a636-8f7bed1ad5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:31.247155 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2816eef-d6b4-48dc-82dc-0df2176c006a req-7ec145bf-99ba-42c8-a636-8f7bed1ad5d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 1129 time: 0.0413277 Apr 11 06:39:31.358804 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816eef-d6b4-48dc-82dc-0df2176c006a req-13f67a1c-c0b8-42b2-a45e-0114c7fc07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:31.360266 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2816eef-d6b4-48dc-82dc-0df2176c006a req-13f67a1c-c0b8-42b2-a45e-0114c7fc07c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 912 time: 0.0933194 Apr 11 06:39:31.432255 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2816eef-d6b4-48dc-82dc-0df2176c006a req-8f83bfe2-6d44-4ecd-a3d8-7d7f774fbea3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c58d97de-3b52-4b75-ab37-879bcd719f2c HTTP/1.1" status: 200 len: 1001 time: 0.0641363 Apr 11 06:39:31.481498 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816eef-d6b4-48dc-82dc-0df2176c006a req-b501a094-3499-4214-98a7-b9f481292afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:31.482917 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2816eef-d6b4-48dc-82dc-0df2176c006a req-b501a094-3499-4214-98a7-b9f481292afb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0450075 Apr 11 06:39:31.531369 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816eef-d6b4-48dc-82dc-0df2176c006a req-84335355-0639-474b-bcfc-41e7fc7bc921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:31.533421 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2816eef-d6b4-48dc-82dc-0df2176c006a req-84335355-0639-474b-bcfc-41e7fc7bc921 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407526 Apr 11 06:39:31.629896 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2816eef-d6b4-48dc-82dc-0df2176c006a req-024c2bb9-ff0d-46e6-80f4-99c88d2b2de3 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893159 Apr 11 06:39:31.730025 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2816eef-d6b4-48dc-82dc-0df2176c006a req-2319eef7-7aef-48c8-9d14-517826abb199 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940447 Apr 11 06:39:38.099490 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-052065cc-6494-4ea5-aebe-c470ebf7c4d3 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1927350429&fields=id&tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760 HTTP/1.1" status: 200 len: 267 time: 0.0456085 Apr 11 06:39:38.207002 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867121-f33e-4021-b509-91933c816561 req-d67c96ca-6fa0-4488-9ea5-059671479764 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:38.208379 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-d67c96ca-6fa0-4488-9ea5-059671479764 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/networks?id=a161474f-d540-4252-8bd9-c98f98ab5967 HTTP/1.1" status: 200 len: 808 time: 0.1021934 Apr 11 06:39:38.223743 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-9c684e4f-4aae-4834-a634-a28b87793d53 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/quotas/4ff7d8449ddb4b1eb889c7793f6e2760 HTTP/1.1" status: 200 len: 375 time: 0.0091820 Apr 11 06:39:38.271325 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-ddb578c2-1adc-47c2-8720-7e9620672b6c tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426018 Apr 11 06:39:38.379658 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-8f64f7ce-5803-45be-9114-7c04dece4c29 service neutron] 10.222.0.18 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966864 Apr 11 06:39:38.473627 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-a2ed766e-e519-4b74-b7ed-2550d903cad2 service neutron] 10.222.0.18 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848823 Apr 11 06:39:38.804543 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9426a383-5368-4b54-a970-53bb190aa144 req-924b4f3b-9b59-455b-bc83-2a8bfcad6a79 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 210 time: 0.0324976 Apr 11 06:39:39.758600 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867121-f33e-4021-b509-91933c816561 req-b857894b-401b-4c34-bd08-8aa970f155fe tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:39.760064 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-b857894b-401b-4c34-bd08-8aa970f155fe tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.20 "GET /v2.0/networks?id=a161474f-d540-4252-8bd9-c98f98ab5967 HTTP/1.1" status: 200 len: 808 time: 0.1072264 Apr 11 06:39:39.824692 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-98111f15-0b7c-4144-89ef-5b29d16dc87f tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760 HTTP/1.1" status: 200 len: 380 time: 0.0565579 Apr 11 06:39:39.833724 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-74867121-f33e-4021-b509-91933c816561 req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Request body: {'port': {'device_id': '34bdaba2-4073-4a86-8edb-4d3241044599', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'admin_state_up': True, 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'security_groups': ['be983f71-5c27-48f9-b020-cc9d9e04907a']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:39.927678 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-727f1f2e-39d6-4f10-8536-5bdaa28f8a4a req-b69d8576-c2ef-437b-a7ea-3c5b8e33a43a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 210 time: 0.0360494 Apr 11 06:39:39.971539 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74867121-f33e-4021-b509-91933c816561 req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Made reservation on behalf of 4ff7d8449ddb4b1eb889c7793f6e2760 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:39:39.975181 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-74867121-f33e-4021-b509-91933c816561 req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.111949 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-74867121-f33e-4021-b509-91933c816561 req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Allocated IP 172.20.0.12 (a161474f-d540-4252-8bd9-c98f98ab5967/60e7feec-8a6b-4939-87f4-25c95115127e/647b4838-6c13-4dd3-bab5-bf1e395a0184) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:39:40.260377 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-74867121-f33e-4021-b509-91933c816561 req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.298746 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-74867121-f33e-4021-b509-91933c816561 req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.347720 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74867121-f33e-4021-b509-91933c816561 req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Network a161474f-d540-4252-8bd9-c98f98ab5967 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:40.350663 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-74867121-f33e-4021-b509-91933c816561 req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:40.354354 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-74867121-f33e-4021-b509-91933c816561 req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:39:40.378114 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event updated for resources: {'Port': ['ID=647b4838-6c13-4dd3-bab5-bf1e395a0184,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:40.408258 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867121-f33e-4021-b509-91933c816561 req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:40.408860 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-74867121-f33e-4021-b509-91933c816561 req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.428084 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-f09eab65-07c9-4bac-85a5-530ded38e431 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5984027 Apr 11 06:39:40.438954 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Request body: {'port': {'device_id': '34bdaba2-4073-4a86-8edb-4d3241044599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:40.505936 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.549155 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-aae0eee0-765a-480f-9da9-8d6a7d1b3b2f None None] Provisioning complete for port 647b4838-6c13-4dd3-bab5-bf1e395a0184 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:40.549798 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aae0eee0-765a-480f-9da9-8d6a7d1b3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.584561 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aae0eee0-765a-480f-9da9-8d6a7d1b3b2f None None] Port 647b4838-6c13-4dd3-bab5-bf1e395a0184 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:39:40.773788 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647b4838-6c13-4dd3-bab5-bf1e395a0184 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:39:40.781669 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Publish callbacks [] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.794592 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Transition to ACTIVE for port object 647b4838-6c13-4dd3-bab5-bf1e395a0184 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:39:40.800041 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:40.849938 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Pushing event updated for resources: {'Port': ['ID=647b4838-6c13-4dd3-bab5-bf1e395a0184,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:40.925432 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Attempting to bind port 647b4838-6c13-4dd3-bab5-bf1e395a0184 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:39:40.925767 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Attempting to bind port 647b4838-6c13-4dd3-bab5-bf1e395a0184 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:39:40.926096 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Attempting to bind port 647b4838-6c13-4dd3-bab5-bf1e395a0184 on network a161474f-d540-4252-8bd9-c98f98ab5967 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:39:40.930985 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Port 647b4838-6c13-4dd3-bab5-bf1e395a0184 on network a161474f-d540-4252-8bd9-c98f98ab5967 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:39:40.931305 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Attempting to bind port 647b4838-6c13-4dd3-bab5-bf1e395a0184 on network a161474f-d540-4252-8bd9-c98f98ab5967 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:39:40.936985 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:39:40.937355 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Checking segment: {'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:39:40.937741 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Bound using segment: {'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:39:40.938245 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Bound port: 647b4838-6c13-4dd3-bab5-bf1e395a0184, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e36fe53-18a3-433a-a4d2-aec06f720757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:39:40.938595 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:41.034732 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] For port 647b4838-6c13-4dd3-bab5-bf1e395a0184, host hv-cinder-83699, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:39:41.051770 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] For port 647b4838-6c13-4dd3-bab5-bf1e395a0184, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:39:41.058552 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7bc80-f037-4597-b32f-b0c79a8ce731 req-043bdb02-6e90-464c-b71c-0e38e8c5920d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.060015 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4bb7bc80-f037-4597-b32f-b0c79a8ce731 req-043bdb02-6e90-464c-b71c-0e38e8c5920d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0614195 Apr 11 06:39:41.065820 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:41.119336 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.119823 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:41.121261 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] 10.222.0.20 "PUT /v2.0/ports/647b4838-6c13-4dd3-bab5-bf1e395a0184 HTTP/1.1" status: 200 len: 1094 time: 0.6864557 Apr 11 06:39:41.121958 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:41.124196 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048f2ef1-3b26-4821-b982-34a7280b0762" -d '{"events": [{"name": "network-changed", "server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:41.167628 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68ae14-76d0-4792-a562-a6f236965a03 service neutron] Pushing event updated for resources: {'Port': ['ID=647b4838-6c13-4dd3-bab5-bf1e395a0184,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:41.174120 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4bb7bc80-f037-4597-b32f-b0c79a8ce731 req-84267b8b-d75e-4ae8-9067-a7e349b57b10 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058700 Apr 11 06:39:41.205740 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26033e22-2866-4b36-b49e-fb28dcbbb419 x-openstack-request-id: req-26033e22-2866-4b36-b49e-fb28dcbbb419 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:41.206026 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:41.206272 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26033e22-2866-4b36-b49e-fb28dcbbb419 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:41.206662 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26033e22-2866-4b36-b49e-fb28dcbbb419'] response: {'name': 'network-changed', 'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'status': 'completed', 'code': 200} Apr 11 06:39:41.219044 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867121-f33e-4021-b509-91933c816561 req-773de87a-3691-4c37-9a47-f3d7035a54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.220557 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-773de87a-3691-4c37-9a47-f3d7035a54a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760&device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 1128 time: 0.0455575 Apr 11 06:39:41.264832 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-1fc63e40-41a7-4cf2-a079-a85814928025 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184 HTTP/1.1" status: 200 len: 217 time: 0.0375299 Apr 11 06:39:41.314782 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867121-f33e-4021-b509-91933c816561 req-6be8bad4-61d6-4526-ad96-435761a696b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.316217 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-6be8bad4-61d6-4526-ad96-435761a696b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60e7feec-8a6b-4939-87f4-25c95115127e HTTP/1.1" status: 200 len: 847 time: 0.0461822 Apr 11 06:39:41.359491 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74867121-f33e-4021-b509-91933c816561 req-6b4822d6-2c68-4a93-a78f-8f55870bd1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.360974 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-6b4822d6-2c68-4a93-a78f-8f55870bd1e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a161474f-d540-4252-8bd9-c98f98ab5967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389400 Apr 11 06:39:41.452068 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-483ffce8-dd12-48e3-8ff5-04019125cf1b service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847003 Apr 11 06:39:41.541118 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-74867121-f33e-4021-b509-91933c816561 req-a1fb1378-3aea-4c93-895e-5cf3cff2a5a3 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834811 Apr 11 06:39:41.783660 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f2ef1-3b26-4821-b982-34a7280b0762 req-464157bb-5fbb-4fe5-aa0c-2ea933bcd151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.785171 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-048f2ef1-3b26-4821-b982-34a7280b0762 req-464157bb-5fbb-4fe5-aa0c-2ea933bcd151 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760&device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 1128 time: 0.0401821 Apr 11 06:39:41.881191 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f2ef1-3b26-4821-b982-34a7280b0762 req-faf87682-dbba-4410-bbad-da6b39d3c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.883563 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-048f2ef1-3b26-4821-b982-34a7280b0762 req-faf87682-dbba-4410-bbad-da6b39d3c9a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a161474f-d540-4252-8bd9-c98f98ab5967 HTTP/1.1" status: 200 len: 908 time: 0.0915551 Apr 11 06:39:41.926942 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-048f2ef1-3b26-4821-b982-34a7280b0762 req-4ba877ca-0efd-4a61-9f02-1745c12ae3b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184 HTTP/1.1" status: 200 len: 217 time: 0.0364823 Apr 11 06:39:41.988408 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f2ef1-3b26-4821-b982-34a7280b0762 req-efb1a197-a382-45f8-b58f-61c81c6ed934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:41.989807 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-048f2ef1-3b26-4821-b982-34a7280b0762 req-efb1a197-a382-45f8-b58f-61c81c6ed934 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60e7feec-8a6b-4939-87f4-25c95115127e HTTP/1.1" status: 200 len: 847 time: 0.0562539 Apr 11 06:39:42.032578 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f2ef1-3b26-4821-b982-34a7280b0762 req-f4986f23-45d9-4578-a6fb-d38639d476c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:42.034110 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-048f2ef1-3b26-4821-b982-34a7280b0762 req-f4986f23-45d9-4578-a6fb-d38639d476c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a161474f-d540-4252-8bd9-c98f98ab5967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378911 Apr 11 06:39:42.128039 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-048f2ef1-3b26-4821-b982-34a7280b0762 req-f46b2171-734f-4fc7-8bc5-d21c4c09535a service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862315 Apr 11 06:39:42.219838 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-048f2ef1-3b26-4821-b982-34a7280b0762 req-5999e6f6-5e8d-4d16-a6a0-715c11281431 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858452 Apr 11 06:39:42.319518 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e244e7-2169-467d-bfda-1503f8e3f50c req-71021bcd-e7f7-4482-a725-9a31ee3499a1 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:42.321007 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e7e244e7-2169-467d-bfda-1503f8e3f50c req-71021bcd-e7f7-4482-a725-9a31ee3499a1 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0555542 Apr 11 06:39:42.374066 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e7e244e7-2169-467d-bfda-1503f8e3f50c req-65936136-3cfb-4ae5-91c2-79a4f6cf1a8f tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473688 Apr 11 06:39:43.505414 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a0899-e045-484f-8676-4a4c46a56c2b req-3d80bc89-d0c2-4201-bb0d-d389028efee1 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:43.506893 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c98a0899-e045-484f-8676-4a4c46a56c2b req-3d80bc89-d0c2-4201-bb0d-d389028efee1 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0505779 Apr 11 06:39:43.564700 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c98a0899-e045-484f-8676-4a4c46a56c2b req-af45d822-ffa4-48dd-afba-a2be928fdb0e tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490744 Apr 11 06:39:44.164001 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:39:44.687757 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c4ce0-0fac-4082-b6bd-2e63ed2422df req-691210cb-4a58-4038-988d-97b363bedb5d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:44.689288 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-456c4ce0-0fac-4082-b6bd-2e63ed2422df req-691210cb-4a58-4038-988d-97b363bedb5d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0498278 Apr 11 06:39:44.750171 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-456c4ce0-0fac-4082-b6bd-2e63ed2422df req-c5b6ecbe-94cc-44c0-bdf2-5333efd4d16a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528085 Apr 11 06:39:45.884241 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b9834-bad2-4f40-a97d-d9aa83ac3b17 req-ec79c355-fe0a-44c4-8b68-0a1b0caef097 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:45.885763 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef0b9834-bad2-4f40-a97d-d9aa83ac3b17 req-ec79c355-fe0a-44c4-8b68-0a1b0caef097 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0613160 Apr 11 06:39:45.937352 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef0b9834-bad2-4f40-a97d-d9aa83ac3b17 req-36770084-f9e6-4fde-9a19-740c1730fb73 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 Apr 11 06:39:47.053229 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f28d5d-7339-4417-95b2-efb9eb8fc292 req-92e0071e-19e0-4016-a61b-165220f111e8 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:47.054611 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-15f28d5d-7339-4417-95b2-efb9eb8fc292 req-92e0071e-19e0-4016-a61b-165220f111e8 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0486898 Apr 11 06:39:47.105282 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-15f28d5d-7339-4417-95b2-efb9eb8fc292 req-9b02cda6-b846-4720-aa77-a05905d77fb8 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422695 Apr 11 06:39:48.220567 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d20fca-28a0-4e2e-b57e-70bcbf1328db req-1a85b3d0-c71d-43d1-82e0-f4e281b08396 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:48.222040 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d1d20fca-28a0-4e2e-b57e-70bcbf1328db req-1a85b3d0-c71d-43d1-82e0-f4e281b08396 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0485947 Apr 11 06:39:48.275876 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d1d20fca-28a0-4e2e-b57e-70bcbf1328db req-2d5a999c-0197-410c-a69a-3d096e178c9d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480359 Apr 11 06:39:49.345394 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 647b4838-6c13-4dd3-bab5-bf1e395a0184 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:39:49.405715 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53e42a-4ab1-4f38-96e4-f9fe0c8d28ee req-f1cc3c71-73f2-4dbd-b43c-517ebd34d90f tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:49.407210 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ee53e42a-4ab1-4f38-96e4-f9fe0c8d28ee req-f1cc3c71-73f2-4dbd-b43c-517ebd34d90f tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0511975 Apr 11 06:39:49.448967 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 647b4838-6c13-4dd3-bab5-bf1e395a0184, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:49.458266 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ee53e42a-4ab1-4f38-96e4-f9fe0c8d28ee req-2b55382d-67d5-47e6-888c-ecaae47b8ccc tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453110 Apr 11 06:39:49.460336 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'port_id': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'mac_address': 'fa:16:3e:3b:57:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:39:49.500858 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 647b4838-6c13-4dd3-bab5-bf1e395a0184 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:49.501295 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:49.515956 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647b4838-6c13-4dd3-bab5-bf1e395a0184 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:39:49.538152 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 647b4838-6c13-4dd3-bab5-bf1e395a0184, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:49.544199 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:49.593113 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=647b4838-6c13-4dd3-bab5-bf1e395a0184,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:49.763912 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['647b4838-6c13-4dd3-bab5-bf1e395a0184'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:39:50.583489 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bb9e0-e3a2-4f24-8535-8ba0f7a61bf9 req-964f5273-d9a9-44ef-8b63-23183b82dc7f tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:50.584956 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-503bb9e0-e3a2-4f24-8535-8ba0f7a61bf9 req-964f5273-d9a9-44ef-8b63-23183b82dc7f tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 945 time: 0.0484583 Apr 11 06:39:50.640417 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-503bb9e0-e3a2-4f24-8535-8ba0f7a61bf9 req-b2fa9fcc-ca63-4477-a61f-e3665bdd1759 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467227 Apr 11 06:39:51.091759 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a4cac8f-5b15-4c8f-98ca-cf47ffbb2f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:51.359620 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 647b4838-6c13-4dd3-bab5-bf1e395a0184 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:39:51.416730 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port 647b4838-6c13-4dd3-bab5-bf1e395a0184 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:39:51.425434 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 647b4838-6c13-4dd3-bab5-bf1e395a0184 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:39:51.425800 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:51.510809 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 647b4838-6c13-4dd3-bab5-bf1e395a0184 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:39:51.511183 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:51.534112 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:51.536331 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27123e4f-13d8-4217-bdea-af1d0af73d70" -d '{"events": [{"server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "name": "network-vif-plugged", "status": "completed", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:51.548469 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 647b4838-6c13-4dd3-bab5-bf1e395a0184, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:39:51.553496 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:51.581412 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd2334f-7e93-471d-8791-e0802f2f0354 x-openstack-request-id: req-0cd2334f-7e93-471d-8791-e0802f2f0354 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:51.581708 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "name": "network-vif-plugged", "status": "completed", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:51.581962 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cd2334f-7e93-471d-8791-e0802f2f0354 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:51.582359 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd2334f-7e93-471d-8791-e0802f2f0354'] response: {'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'code': 200} Apr 11 06:39:51.611037 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=647b4838-6c13-4dd3-bab5-bf1e395a0184,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:51.789875 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bdd07-a709-4949-8500-813b2864511c req-c5f7e212-0add-4d05-8834-6511cc3936fa tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:51.791482 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-751bdd07-a709-4949-8500-813b2864511c req-c5f7e212-0add-4d05-8834-6511cc3936fa tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0821657 Apr 11 06:39:51.804359 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb15de-b78a-48cf-867f-cdf1244a12a4 req-6da53ea4-f0f0-4e1d-8a9c-52629f3e8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:51.805760 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45bb15de-b78a-48cf-867f-cdf1244a12a4 req-6da53ea4-f0f0-4e1d-8a9c-52629f3e8e7c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 1130 time: 0.0585408 Apr 11 06:39:51.863079 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-751bdd07-a709-4949-8500-813b2864511c req-5b3dc570-142f-4af7-be73-c8eaf9c7b72d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646904 Apr 11 06:39:51.877546 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45bb15de-b78a-48cf-867f-cdf1244a12a4 req-5b7234bc-d7d5-4157-8879-700dc738a13a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626056 Apr 11 06:39:52.991185 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ef529-aaf2-4fb4-963d-1faa5ac50fab req-e64b6635-172a-40db-9192-e7cc534038b8 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:52.992651 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d00ef529-aaf2-4fb4-963d-1faa5ac50fab req-e64b6635-172a-40db-9192-e7cc534038b8 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0536389 Apr 11 06:39:53.046294 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d00ef529-aaf2-4fb4-963d-1faa5ac50fab req-afb8d4d4-d869-4527-9bb1-cf7f15509854 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477142 Apr 11 06:39:53.153664 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-084e9940-4b03-4867-bbbf-7c091d7a5f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:53.178798 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beb2de-5763-4d23-b689-4c4aa49f77a6 req-76d5b15e-5bff-442b-af07-960335edf447 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:53.180276 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-44beb2de-5763-4d23-b689-4c4aa49f77a6 req-76d5b15e-5bff-442b-af07-960335edf447 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0594289 Apr 11 06:39:53.230781 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-44beb2de-5763-4d23-b689-4c4aa49f77a6 req-4de50549-0d8e-43ae-9ce6-dfe3addf56a5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442801 Apr 11 06:39:53.252584 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44228) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:53.389486 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf5e57-c118-49df-a78a-7120dbc53461 tempest-TestShelveInstance-2131963856 tempest-TestShelveInstance-2131963856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:53.390973 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6fcf5e57-c118-49df-a78a-7120dbc53461 tempest-TestShelveInstance-2131963856 tempest-TestShelveInstance-2131963856-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 1125 time: 0.1374300 Apr 11 06:39:53.395563 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44232) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:39:53.399688 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'port_id': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:39:53.423677 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:53.504731 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:53.606713 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Allocated IP 172.27.2.208 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/eea9c811-2358-4c7e-b12d-3d4e7c573f02) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:39:53.711647 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for port (eea9c811-2358-4c7e-b12d-3d4e7c573f02), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:53.758224 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (eea9c811-2358-4c7e-b12d-3d4e7c573f02), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:53.796686 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:39:53.799542 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:39:53.803785 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:39:53.829407 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event updated for resources: {'Port': ['ID=eea9c811-2358-4c7e-b12d-3d4e7c573f02,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:54.192989 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for floatingip (8933e406-3546-4a71-af3b-9513a977608f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:54.269479 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (eea9c811-2358-4c7e-b12d-3d4e7c573f02), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:54.418046 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for port (eea9c811-2358-4c7e-b12d-3d4e7c573f02), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:54.426149 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (eea9c811-2358-4c7e-b12d-3d4e7c573f02), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:54.505404 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event updated for resources: {'Port': ['ID=eea9c811-2358-4c7e-b12d-3d4e7c573f02,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:39:54.516097 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (8933e406-3546-4a71-af3b-9513a977608f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:54.623267 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Floating IP 8933e406-3546-4a71-af3b-9513a977608f associated. External IP: 172.27.2.208, port: 647b4838-6c13-4dd3-bab5-bf1e395a0184. Apr 11 06:39:54.626408 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:55.133253 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:39:55.246525 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:39:55.257103 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c804a99-9551-4010-83ec-316659c8d5f5 None None] Sync routers for ids ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:39:55.266835 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:55.271068 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c804a99-9551-4010-83ec-316659c8d5f5 None None] Routers {'99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:55.271688 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4c804a99-9551-4010-83ec-316659c8d5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:39:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:55.296153 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-225f2c30-7478-486c-8ea5-d7d6e4440411 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8996124 Apr 11 06:39:55.296737 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:39:55.299005 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ee85b6-c35e-4945-98e3-90b096c306f3" -d '{"events": [{"name": "network-changed", "server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:39:55.337705 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010631d1-99df-435a-88cf-9af62e377c80 x-openstack-request-id: req-010631d1-99df-435a-88cf-9af62e377c80 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:39:55.337996 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:39:55.338245 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-010631d1-99df-435a-88cf-9af62e377c80 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:39:55.338648 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010631d1-99df-435a-88cf-9af62e377c80'] response: {'name': 'network-changed', 'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'status': 'completed', 'code': 200} Apr 11 06:39:55.393045 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4c804a99-9551-4010-83ec-316659c8d5f5 None None] Set router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:55.400033 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee85b6-c35e-4945-98e3-90b096c306f3 req-70b3c81e-5f3d-493b-b81b-b3ddff9f200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:55.401577 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1ee85b6-c35e-4945-98e3-90b096c306f3 req-70b3c81e-5f3d-493b-b81b-b3ddff9f200a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760&device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 1130 time: 0.0403299 Apr 11 06:39:55.496480 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee85b6-c35e-4945-98e3-90b096c306f3 req-ee7b9226-9e23-494e-8aa6-40b4241319a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:55.498145 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1ee85b6-c35e-4945-98e3-90b096c306f3 req-ee7b9226-9e23-494e-8aa6-40b4241319a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a161474f-d540-4252-8bd9-c98f98ab5967 HTTP/1.1" status: 200 len: 908 time: 0.0890806 Apr 11 06:39:55.568146 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1ee85b6-c35e-4945-98e3-90b096c306f3 req-f0a6a828-0ecb-447d-99db-dc3804996241 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184 HTTP/1.1" status: 200 len: 1000 time: 0.0603955 Apr 11 06:39:55.615491 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4c804a99-9551-4010-83ec-316659c8d5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:15Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '8933e406-3546-4a71-af3b-9513a977608f', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'port_id': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'mac_address': 'fa:16:3e:3b:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bdaba2-4073-4a86-8edb-4d3241044599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:39:54Z', 'updated_at': '2022-04-11T06:39:54Z', 'revision_number': 0, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc0fe25-fc02-4085-9ee8-2e941816a439', 'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'mac_address': 'fa:16:3e:a0:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:15Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 5, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'subnets': [{'id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:55.618892 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee85b6-c35e-4945-98e3-90b096c306f3 req-46792c76-a010-442e-b76f-29dbd3f35362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:55.620397 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1ee85b6-c35e-4945-98e3-90b096c306f3 req-46792c76-a010-442e-b76f-29dbd3f35362 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60e7feec-8a6b-4939-87f4-25c95115127e HTTP/1.1" status: 200 len: 847 time: 0.0460522 Apr 11 06:39:55.643707 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c804a99-9551-4010-83ec-316659c8d5f5 None None] Checking router: 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:39:55.652984 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c804a99-9551-4010-83ec-316659c8d5f5 None None] Routers {'99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:39:55.653613 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4c804a99-9551-4010-83ec-316659c8d5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:39:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:55.666769 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee85b6-c35e-4945-98e3-90b096c306f3 req-2229d0f2-2264-4c82-8e57-ac8ff2a4069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:39:55.668342 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1ee85b6-c35e-4945-98e3-90b096c306f3 req-2229d0f2-2264-4c82-8e57-ac8ff2a4069a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a161474f-d540-4252-8bd9-c98f98ab5967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423806 Apr 11 06:39:55.761680 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1ee85b6-c35e-4945-98e3-90b096c306f3 req-62df7a87-196d-4ffa-94e8-096a27def596 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874090 Apr 11 06:39:55.763922 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-4c804a99-9551-4010-83ec-316659c8d5f5 None None] Set router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:39:55.857493 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e1ee85b6-c35e-4945-98e3-90b096c306f3 req-4b90e9f7-e4d3-478b-8c70-746772177b16 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894878 Apr 11 06:39:55.871579 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:55.990580 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:39:56.005585 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-4c804a99-9551-4010-83ec-316659c8d5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:15Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '8933e406-3546-4a71-af3b-9513a977608f', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'port_id': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'mac_address': 'fa:16:3e:3b:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bdaba2-4073-4a86-8edb-4d3241044599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:39:54Z', 'updated_at': '2022-04-11T06:39:54Z', 'revision_number': 0, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc0fe25-fc02-4085-9ee8-2e941816a439', 'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'mac_address': 'fa:16:3e:a0:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:15Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 5, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'subnets': [{'id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:39:56.031772 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c804a99-9551-4010-83ec-316659c8d5f5 None None] The sync data for ids ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'] in dv-cinder-836996-3-iscsi is: [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:15Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '8933e406-3546-4a71-af3b-9513a977608f', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'port_id': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'mac_address': 'fa:16:3e:3b:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bdaba2-4073-4a86-8edb-4d3241044599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:39:54Z', 'updated_at': '2022-04-11T06:39:54Z', 'revision_number': 0, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc0fe25-fc02-4085-9ee8-2e941816a439', 'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'mac_address': 'fa:16:3e:a0:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:15Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 5, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'subnets': [{'id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:39:56.240745 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08996c06-b272-47bc-bbb6-5e0f80554ed9 None None] New status for floating IP 8933e406-3546-4a71-af3b-9513a977608f: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:39:57.216815 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:10.075433 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad256b2d-3b05-48e6-b048-8ceb1f1eec4d req-4f73bc2c-a519-40c2-9fa7-cb1aa097730d tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:10.077555 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ad256b2d-3b05-48e6-b048-8ceb1f1eec4d req-4f73bc2c-a519-40c2-9fa7-cb1aa097730d tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 945 time: 0.0643134 Apr 11 06:40:10.128645 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ad256b2d-3b05-48e6-b048-8ceb1f1eec4d req-8b75e0c7-7384-4ecf-b84c-8f4a6f2e5382 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446906 Apr 11 06:40:11.257430 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dd43c-da1e-4635-af1f-a8b2e74ce4a8 req-59fee4a2-664e-44c4-8eb1-4ec7beda61fc tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:11.259018 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-539dd43c-da1e-4635-af1f-a8b2e74ce4a8 req-59fee4a2-664e-44c4-8eb1-4ec7beda61fc tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 945 time: 0.0506003 Apr 11 06:40:11.315759 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-539dd43c-da1e-4635-af1f-a8b2e74ce4a8 req-335e36b7-36ea-4c5e-8fa6-45f8a67d245d tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487535 Apr 11 06:40:11.571006 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-231be888-0d18-48ca-beed-57d38d3e7bf3 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:11.572394 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-231be888-0d18-48ca-beed-57d38d3e7bf3 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 945 time: 0.0544846 Apr 11 06:40:11.658100 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Deleting port c58d97de-3b52-4b75-ab37-879bcd719f2c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:40:11.658438 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:11.753681 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] For port c58d97de-3b52-4b75-ab37-879bcd719f2c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c58d97de-3b52-4b75-ab37-879bcd719f2c,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:40:11.754003 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:11.946007 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:11.946489 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (112bec29-1c6e-4e8f-b384-f510f6eef7a9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:11.946912 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Floating IP 112bec29-1c6e-4e8f-b384-f510f6eef7a9 disassociated. External IP: 172.27.2.246, port: c58d97de-3b52-4b75-ab37-879bcd719f2c. Apr 11 06:40:11.947289 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Calling delete_port for c58d97de-3b52-4b75-ab37-879bcd719f2c owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:40:12.096358 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (c58d97de-3b52-4b75-ab37-879bcd719f2c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:12.132864 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event deleted for resources: {'Port': ['ID=c58d97de-3b52-4b75-ab37-879bcd719f2c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:12.145450 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.145792 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.146128 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.146529 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.146867 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.147192 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.147510 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.147831 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.148147 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.148471 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.148779 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.149136 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.149593 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.149906 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.150224 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:12.259274 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Router f43113e6-cabd-41a2-a8e2-5938f57c8e3b has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:40:12.381264 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:40:12.391925 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de37079-af61-4d61-8707-2ef99c351627 None None] Sync routers for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:40:12.403910 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de37079-af61-4d61-8707-2ef99c351627 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:40:12.404485 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2de37079-af61-4d61-8707-2ef99c351627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:39:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:40:12.432338 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d15be79f-eb7d-42cd-8515-6ba014b213f0 req-fb1d949d-d7f7-40d8-8b50-a7ac158aacc3 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3 HTTP/1.1" status: 200 len: 210 time: 0.0434015 Apr 11 06:40:12.450509 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] No DVR routers for this DVR port c58d97de-3b52-4b75-ab37-879bcd719f2c on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:40:12.456263 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:12.459866 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c5ca8b55-53d9-422a-af50-41364c0ab9d2 req-e3522153-14ab-4081-b5e0-eb1b1652b795 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "DELETE /v2.0/ports/c58d97de-3b52-4b75-ab37-879bcd719f2c HTTP/1.1" status: 204 len: 173 time: 0.8813531 Apr 11 06:40:12.460316 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'name': 'network-vif-deleted', 'tag': 'c58d97de-3b52-4b75-ab37-879bcd719f2c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:40:12.462976 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fea4d5-791c-4099-9bd1-dfef516b557a" -d '{"events": [{"server_uuid": "6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3", "name": "network-vif-deleted", "tag": "c58d97de-3b52-4b75-ab37-879bcd719f2c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:40:12.509172 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aea47ee-6809-4ccd-b46c-09201cccbaae x-openstack-request-id: req-8aea47ee-6809-4ccd-b46c-09201cccbaae {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:40:12.509740 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3", "name": "network-vif-deleted", "tag": "c58d97de-3b52-4b75-ab37-879bcd719f2c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:40:12.509885 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8aea47ee-6809-4ccd-b46c-09201cccbaae {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:40:12.510255 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aea47ee-6809-4ccd-b46c-09201cccbaae'] response: {'server_uuid': '6b0bf8e4-cb51-4cfc-a5e0-d98b4c7fe3c3', 'name': 'network-vif-deleted', 'tag': 'c58d97de-3b52-4b75-ab37-879bcd719f2c', 'status': 'completed', 'code': 200} Apr 11 06:40:12.518890 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2de37079-af61-4d61-8707-2ef99c351627 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:40:12.716458 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2de37079-af61-4d61-8707-2ef99c351627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:40:12.879859 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de37079-af61-4d61-8707-2ef99c351627 None None] Checking router: f43113e6-cabd-41a2-a8e2-5938f57c8e3b for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:40:12.889485 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de37079-af61-4d61-8707-2ef99c351627 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:40:12.890088 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2de37079-af61-4d61-8707-2ef99c351627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:39:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:40:12.998853 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2de37079-af61-4d61-8707-2ef99c351627 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:40:13.194054 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2de37079-af61-4d61-8707-2ef99c351627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:40:13.220951 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de37079-af61-4d61-8707-2ef99c351627 None None] The sync data for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi is: [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:40:13.454814 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343cba3-ba49-4032-b53a-1d40b760f4dd None None] New status for floating IP 112bec29-1c6e-4e8f-b384-f510f6eef7a9: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:40:13.697043 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2d316631-f51e-4548-b35c-2323fe9e59c0 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976344374&fields=id&tenant_id=29d07bdf95d441a8869cefd9f49a60ac HTTP/1.1" status: 200 len: 267 time: 0.0449286 Apr 11 06:40:13.814055 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2c6fe01d-841a-44f6-8ae2-a662adb6b312 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:13.815532 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2c6fe01d-841a-44f6-8ae2-a662adb6b312 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 812 time: 0.1120942 Apr 11 06:40:13.830512 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-94cf01ec-1e6e-46d3-9a6c-67792173bb71 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/quotas/29d07bdf95d441a8869cefd9f49a60ac HTTP/1.1" status: 200 len: 375 time: 0.0095007 Apr 11 06:40:13.885079 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-d03dbdf4-cd3c-46d0-94b6-176f9eed4812 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495243 Apr 11 06:40:13.984973 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2eeeef1d-a836-4f45-bff7-9b71dba1036f service neutron] 10.222.0.18 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875449 Apr 11 06:40:14.084625 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-4bb73ac9-bf6f-411f-aed3-a8169a8485dd service neutron] 10.222.0.18 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936186 Apr 11 06:40:14.386555 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2b11595-da94-423e-8ece-eacb21387a3f req-8d693cdd-92de-4365-8b12-edd9b898c827 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 210 time: 0.0286932 Apr 11 06:40:15.355879 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-d5e1c921-50ef-48c3-b947-06b821818afa tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:15.357370 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-d5e1c921-50ef-48c3-b947-06b821818afa tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 812 time: 0.1070902 Apr 11 06:40:15.432511 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2adab086-1b16-4cff-821a-52feb493e067 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d07bdf95d441a8869cefd9f49a60ac HTTP/1.1" status: 200 len: 379 time: 0.0663955 Apr 11 06:40:15.441473 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'port': {'device_id': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'admin_state_up': True, 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'security_groups': ['48776b23-b81a-4fe0-8b21-e2d02a1fdfa3']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:40:15.485855 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device c58d97de-3b52-4b75-ab37-879bcd719f2c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:40:15.506378 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: c58d97de-3b52-4b75-ab37-879bcd719f2c {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:40:15.506708 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device c58d97de-3b52-4b75-ab37-879bcd719f2c not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:40:15.524203 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ee1eb34f-6367-49ea-bd5f-734e6197e28b req-9cffaa21-ed32-4728-aed1-2c1221d369c0 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 210 time: 0.0569427 Apr 11 06:40:15.575678 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Made reservation on behalf of 29d07bdf95d441a8869cefd9f49a60ac for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:40:15.579159 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:15.711609 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Allocated IP 172.20.0.8 (d136d043-47ee-4ab1-b47c-2b2f5dc06c4b/a1b0a5fa-3daa-451b-b040-825645ba15f8/3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:40:15.856725 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:15.893841 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:15.937203 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:40:15.940124 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:40:15.943616 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:40:15.950117 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'Port': ['ID=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:15.997511 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:15.998126 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:16.017053 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-cec69143-12b3-46a0-929d-31845f1ee1c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5793459 Apr 11 06:40:16.029375 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Request body: {'port': {'device_id': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:40:16.093306 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:16.205127 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7dd8fc37-745f-48a9-8119-6b893b6ae6c2 None None] Provisioning complete for port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:40:16.205626 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7dd8fc37-745f-48a9-8119-6b893b6ae6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:16.240154 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8fc37-745f-48a9-8119-6b893b6ae6c2 None None] Port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:40:16.359830 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:40:16.367534 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Publish callbacks [] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:16.380559 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Transition to ACTIVE for port object 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:40:16.387033 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:16.436156 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Pushing event updated for resources: {'Port': ['ID=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:16.523480 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Attempting to bind port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:40:16.523795 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Attempting to bind port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:40:16.524122 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Attempting to bind port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb on network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:40:16.529355 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb on network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:40:16.529668 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Attempting to bind port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb on network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:40:16.535032 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:40:16.535373 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Checking segment: {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:40:16.535785 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Bound using segment: {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:40:16.536213 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Bound port: 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:40:16.536566 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:16.643023 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] For port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb, host hv-cinder-83699, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:40:16.646063 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] For port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:40:16.653194 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c84b76-894b-460b-813a-b06e4121e86b req-68022297-3898-49d1-b675-6a53b2ebafe1 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:16.654709 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-37c84b76-894b-460b-813a-b06e4121e86b req-68022297-3898-49d1-b675-6a53b2ebafe1 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 943 time: 0.0615306 Apr 11 06:40:16.662095 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:16.713914 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:16.714526 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:16.716275 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] 10.222.0.20 "PUT /v2.0/ports/3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb HTTP/1.1" status: 200 len: 1093 time: 0.6911793 Apr 11 06:40:16.717994 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'tag': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:40:16.720942 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57f7793-cf70-427c-ae50-1194bc2cc2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde", "tag": "3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:40:16.776401 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8601e62a-f636-4da1-ad47-e5aa0550e848 x-openstack-request-id: req-8601e62a-f636-4da1-ad47-e5aa0550e848 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:40:16.776688 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde", "tag": "3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:40:16.776966 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8601e62a-f636-4da1-ad47-e5aa0550e848 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:40:16.777367 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8601e62a-f636-4da1-ad47-e5aa0550e848'] response: {'name': 'network-changed', 'server_uuid': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'tag': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'status': 'completed', 'code': 200} Apr 11 06:40:16.783405 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-37c84b76-894b-460b-813a-b06e4121e86b req-633cfea7-a986-4aa3-bb02-5836b91c9539 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190274 Apr 11 06:40:16.784078 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0b44c-7ca9-4503-b077-8500a640e038 service neutron] Pushing event updated for resources: {'Port': ['ID=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:16.817702 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-37a3eef0-903f-49cd-8ea5-59cd07fbccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:16.819250 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-37a3eef0-903f-49cd-8ea5-59cd07fbccc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 1127 time: 0.0547013 Apr 11 06:40:16.867355 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-915867bd-f911-4177-88f0-6afb3a0b8697 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb HTTP/1.1" status: 200 len: 217 time: 0.0394864 Apr 11 06:40:16.916169 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-c2d6e837-b90c-40f0-acab-5a07ab40285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:16.917727 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-c2d6e837-b90c-40f0-acab-5a07ab40285e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0445426 Apr 11 06:40:16.959979 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-ec598044-4700-4c9f-8c76-1cfa7d85dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:16.961884 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-ec598044-4700-4c9f-8c76-1cfa7d85dc05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382810 Apr 11 06:40:17.056708 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-e28a8b66-ac91-41ca-b04e-d12d45df30f4 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880525 Apr 11 06:40:17.148655 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d5b4a7a9-b96e-48d6-b7bb-42bf18b25278 req-fde53e03-4d50-42d9-83fc-70108f052a65 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851946 Apr 11 06:40:17.413368 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f7793-cf70-427c-ae50-1194bc2cc2e5 req-99feabd3-3254-4c3f-9cf5-e99ff5000697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:17.414918 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b57f7793-cf70-427c-ae50-1194bc2cc2e5 req-99feabd3-3254-4c3f-9cf5-e99ff5000697 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 1127 time: 0.0449405 Apr 11 06:40:17.511884 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f7793-cf70-427c-ae50-1194bc2cc2e5 req-da995343-5ad1-4ac2-9ac3-0c499e5ae635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:17.514458 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b57f7793-cf70-427c-ae50-1194bc2cc2e5 req-da995343-5ad1-4ac2-9ac3-0c499e5ae635 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 912 time: 0.0931792 Apr 11 06:40:17.568648 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b57f7793-cf70-427c-ae50-1194bc2cc2e5 req-948be96b-ac01-43a4-bb64-610071d4be33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb HTTP/1.1" status: 200 len: 217 time: 0.0482593 Apr 11 06:40:17.632439 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f7793-cf70-427c-ae50-1194bc2cc2e5 req-e2f936a7-265a-410e-9ad9-2555bf097dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:17.634766 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b57f7793-cf70-427c-ae50-1194bc2cc2e5 req-e2f936a7-265a-410e-9ad9-2555bf097dc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0590479 Apr 11 06:40:17.678524 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f7793-cf70-427c-ae50-1194bc2cc2e5 req-82d50e1b-a727-4ce3-b56b-e36f7d1fce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:17.679888 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b57f7793-cf70-427c-ae50-1194bc2cc2e5 req-82d50e1b-a727-4ce3-b56b-e36f7d1fce7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390887 Apr 11 06:40:17.772547 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b57f7793-cf70-427c-ae50-1194bc2cc2e5 req-6f7baf08-b84a-4ba2-8627-01ed6aa27cbd service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862949 Apr 11 06:40:17.877795 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b57f7793-cf70-427c-ae50-1194bc2cc2e5 req-db331e46-ed60-47a6-866c-7432578d397f service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976877 Apr 11 06:40:17.910942 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f80bd3-c43d-4d7c-8724-ca9d55695a3c req-df96ae3e-bf0c-45c2-bcc5-a7038541b5fb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:17.912401 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c9f80bd3-c43d-4d7c-8724-ca9d55695a3c req-df96ae3e-bf0c-45c2-bcc5-a7038541b5fb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 943 time: 0.0532458 Apr 11 06:40:17.973932 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c9f80bd3-c43d-4d7c-8724-ca9d55695a3c req-54dd1f77-780f-42df-8d6f-9bac95c5c9e0 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555902 Apr 11 06:40:19.087605 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d0803-4407-4c66-98fa-f4969c6e8e22 req-6bd52aa0-767d-445c-bfa2-eeaba7b902bf tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:19.089108 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-184d0803-4407-4c66-98fa-f4969c6e8e22 req-6bd52aa0-767d-445c-bfa2-eeaba7b902bf tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 943 time: 0.0473840 Apr 11 06:40:19.137300 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-184d0803-4407-4c66-98fa-f4969c6e8e22 req-78e886d0-4989-4918-bb40-9f449f02c858 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426290 Apr 11 06:40:20.258948 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee1dbc-9ae7-4d62-981a-83b506b747e6 req-f72ebff7-fcee-4869-b7f2-7b3016091045 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:20.260355 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2bee1dbc-9ae7-4d62-981a-83b506b747e6 req-f72ebff7-fcee-4869-b7f2-7b3016091045 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 943 time: 0.0532694 Apr 11 06:40:20.313843 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2bee1dbc-9ae7-4d62-981a-83b506b747e6 req-f5123cbb-7cb7-4e61-951e-2fe3e932f9e8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454633 Apr 11 06:40:21.094383 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-681306f3-ec62-4afb-9c97-f3d627f1d456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:21.163361 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:40:21.440808 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727306c-6555-4a1e-b5a8-008613acd642 req-6a7c38ff-8338-4ea3-a9e6-bd16dc9c2382 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:21.442311 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0727306c-6555-4a1e-b5a8-008613acd642 req-6a7c38ff-8338-4ea3-a9e6-bd16dc9c2382 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 943 time: 0.0504315 Apr 11 06:40:21.497877 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0727306c-6555-4a1e-b5a8-008613acd642 req-e10fe1b3-1aec-41e7-ab92-711866ae01d2 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487461 Apr 11 06:40:22.633669 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38834717-edb8-436d-b2e7-ada6ccb47dba req-06da37eb-9750-463e-aa94-9cb6a1fb6565 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:22.635295 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38834717-edb8-436d-b2e7-ada6ccb47dba req-06da37eb-9750-463e-aa94-9cb6a1fb6565 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 943 time: 0.0525308 Apr 11 06:40:22.690415 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38834717-edb8-436d-b2e7-ada6ccb47dba req-a026d87f-eede-4d62-bd62-f6f06aa2dd37 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483687 Apr 11 06:40:23.149711 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9238b90-4c5e-40cd-8505-0f9f57997232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:23.502457 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:40:23.610599 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:40:23.622629 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'port_id': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'mac_address': 'fa:16:3e:d6:5f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:40:23.663056 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:40:23.663436 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:23.677138 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:40:23.696471 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:40:23.701307 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:23.754114 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:23.764553 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.765033 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.765373 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.765810 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.766208 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.766564 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.767012 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.767393 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.767768 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.768242 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.768644 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.769028 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.769421 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.769757 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.770200 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:40:23.803707 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a941b72-371e-414e-8e0b-4aabf5cfe974 req-d9365a12-2089-4e0d-9a04-c02b356d7b20 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:23.805215 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1a941b72-371e-414e-8e0b-4aabf5cfe974 req-d9365a12-2089-4e0d-9a04-c02b356d7b20 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 944 time: 0.0463428 Apr 11 06:40:23.857536 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1a941b72-371e-414e-8e0b-4aabf5cfe974 req-7430f2eb-2bde-4627-aa3d-cfce5b58f6f7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463860 Apr 11 06:40:23.914284 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:40:24.630325 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:24.986245 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5c62b-2754-498b-8b8c-198924255a91 req-66ca3fd5-81ee-4cdc-9100-6f96ae2db871 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:24.987743 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8da5c62b-2754-498b-8b8c-198924255a91 req-66ca3fd5-81ee-4cdc-9100-6f96ae2db871 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 944 time: 0.0481918 Apr 11 06:40:25.040926 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8da5c62b-2754-498b-8b8c-198924255a91 req-3445e33e-6658-481e-a186-d12f06df7994 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473545 Apr 11 06:40:25.502659 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:40:25.554145 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:40:25.562598 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:40:25.562975 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:25.643332 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:40:25.644066 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:25.667611 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:40:25.669902 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c2328e-dfce-4385-b4a0-77c3701a73c5" -d '{"events": [{"server_uuid": "12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde", "name": "network-vif-plugged", "status": "completed", "tag": "3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:40:25.683230 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:40:25.688208 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:25.710630 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abedf4cd-995e-4523-bf2f-45d1ec27bbd2 x-openstack-request-id: req-abedf4cd-995e-4523-bf2f-45d1ec27bbd2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:40:25.710918 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde", "name": "network-vif-plugged", "status": "completed", "tag": "3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:40:25.711486 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abedf4cd-995e-4523-bf2f-45d1ec27bbd2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:40:25.711875 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abedf4cd-995e-4523-bf2f-45d1ec27bbd2'] response: {'server_uuid': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'code': 200} Apr 11 06:40:25.738723 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:25.848537 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:25.944154 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65eb1a-5665-4fd0-9fdc-568724ead6b4 req-6a40a5be-c715-44b8-a390-dbb5b3191a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:25.947044 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b65eb1a-5665-4fd0-9fdc-568724ead6b4 req-6a40a5be-c715-44b8-a390-dbb5b3191a99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 1129 time: 0.0458884 Apr 11 06:40:25.962758 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:25.998244 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b65eb1a-5665-4fd0-9fdc-568724ead6b4 req-be4c62be-34df-4280-a621-649cf1a732b4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442710 Apr 11 06:40:26.160814 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e68abf-1b45-4886-a90d-fb3ecb370683 req-73dd4f36-c58a-4395-a181-49ebd5b24946 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:26.162298 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-08e68abf-1b45-4886-a90d-fb3ecb370683 req-73dd4f36-c58a-4395-a181-49ebd5b24946 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 945 time: 0.0505419 Apr 11 06:40:26.212954 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-08e68abf-1b45-4886-a90d-fb3ecb370683 req-cd8009d9-9334-4c83-baf1-75a6bcaa09b1 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444515 Apr 11 06:40:27.221336 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:27.339376 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868a610-09db-4f8d-8019-51b5c5dd98ad req-f2926b85-3001-41c0-9282-b857fdf6d03b tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:27.341250 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6868a610-09db-4f8d-8019-51b5c5dd98ad req-f2926b85-3001-41c0-9282-b857fdf6d03b tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 945 time: 0.0594566 Apr 11 06:40:27.394160 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6868a610-09db-4f8d-8019-51b5c5dd98ad req-f020404c-7768-493a-8bfb-4aa882d42c72 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432065 Apr 11 06:40:28.580525 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49dd2c-a12c-4ecb-b6da-2d7bffba9c62 req-c218b40e-9fc4-4688-b8ff-491fb32e9d61 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:28.582409 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7e49dd2c-a12c-4ecb-b6da-2d7bffba9c62 req-c218b40e-9fc4-4688-b8ff-491fb32e9d61 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 945 time: 0.1104262 Apr 11 06:40:28.634206 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7e49dd2c-a12c-4ecb-b6da-2d7bffba9c62 req-5e6b20b2-2c85-48ea-b323-89c16ea99c31 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439489 Apr 11 06:40:28.804986 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a4ca0-b6cf-4e59-8a9f-03578048d7e3 req-d9730037-2b32-4d87-bb94-2b4ab098dc7a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:28.806460 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0a5a4ca0-b6cf-4e59-8a9f-03578048d7e3 req-d9730037-2b32-4d87-bb94-2b4ab098dc7a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 945 time: 0.1055408 Apr 11 06:40:28.858302 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0a5a4ca0-b6cf-4e59-8a9f-03578048d7e3 req-bddd9fac-8ad1-402a-89dd-60fbfd2283fc tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431242 Apr 11 06:40:28.880882 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44316) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:40:28.932447 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899ccfd2-a554-4ac6-994a-3c3b175d0574 tempest-TestVolumeBootPattern-27908516 tempest-TestVolumeBootPattern-27908516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:28.934548 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-899ccfd2-a554-4ac6-994a-3c3b175d0574 tempest-TestVolumeBootPattern-27908516 tempest-TestVolumeBootPattern-27908516-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 1124 time: 0.0523009 Apr 11 06:40:28.938457 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44318) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:40:28.944802 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'port_id': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:40:28.968010 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:29.326958 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:29.437797 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Allocated IP 172.27.2.148 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/9da56a64-885d-4071-a154-94d08228c675) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:40:29.544350 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for port (9da56a64-885d-4071-a154-94d08228c675), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:29.583437 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (9da56a64-885d-4071-a154-94d08228c675), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:29.624800 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:40:29.627513 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:40:29.631730 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:40:29.634695 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'Port': ['ID=9da56a64-885d-4071-a154-94d08228c675,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:30.019380 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (00e19853-211a-404c-b4c0-a390a25c3ad2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:30.108240 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (9da56a64-885d-4071-a154-94d08228c675), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:30.288325 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for port (9da56a64-885d-4071-a154-94d08228c675), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:30.295069 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (9da56a64-885d-4071-a154-94d08228c675), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:30.366046 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'Port': ['ID=9da56a64-885d-4071-a154-94d08228c675,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:40:30.378595 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (00e19853-211a-404c-b4c0-a390a25c3ad2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:30.494800 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Floating IP 00e19853-211a-404c-b4c0-a390a25c3ad2 associated. External IP: 172.27.2.148, port: 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb. Apr 11 06:40:30.710059 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Router f43113e6-cabd-41a2-a8e2-5938f57c8e3b has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:40:30.843916 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:40:30.853694 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f2894-25c0-4189-a0c0-9ee436627b19 None None] Sync routers for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:40:30.865395 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f2894-25c0-4189-a0c0-9ee436627b19 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:40:30.866019 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-246f2894-25c0-4189-a0c0-9ee436627b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:40:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:40:30.866200 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:30.899125 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c70c5ee7-7af7-4f20-b302-c96334d56f2e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9593229 Apr 11 06:40:30.899828 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'tag': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:40:30.902659 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46d5900-4f10-44c1-bfe7-2ed9253fc9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde", "tag": "3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:40:30.943207 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84daa63-a6dd-4e99-bbc0-9b1af59b41c6 x-openstack-request-id: req-b84daa63-a6dd-4e99-bbc0-9b1af59b41c6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:40:30.943501 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde", "tag": "3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:40:30.943726 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b84daa63-a6dd-4e99-bbc0-9b1af59b41c6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:40:30.944133 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84daa63-a6dd-4e99-bbc0-9b1af59b41c6'] response: {'name': 'network-changed', 'server_uuid': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'tag': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'status': 'completed', 'code': 200} Apr 11 06:40:30.977121 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-246f2894-25c0-4189-a0c0-9ee436627b19 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:40:31.005004 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d5900-4f10-44c1-bfe7-2ed9253fc9b0 req-47d0f27c-3def-410b-b977-4cf57371e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:31.006963 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e46d5900-4f10-44c1-bfe7-2ed9253fc9b0 req-47d0f27c-3def-410b-b977-4cf57371e6ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 1129 time: 0.0405309 Apr 11 06:40:31.106497 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d5900-4f10-44c1-bfe7-2ed9253fc9b0 req-6749dc71-867c-416d-b289-8b3917b2b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:31.108276 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e46d5900-4f10-44c1-bfe7-2ed9253fc9b0 req-6749dc71-867c-416d-b289-8b3917b2b63f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 912 time: 0.0943317 Apr 11 06:40:31.179656 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e46d5900-4f10-44c1-bfe7-2ed9253fc9b0 req-3ff65aa7-2b39-48b3-9b8d-2058afa5fb56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb HTTP/1.1" status: 200 len: 999 time: 0.0655160 Apr 11 06:40:31.210430 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-246f2894-25c0-4189-a0c0-9ee436627b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '00e19853-211a-404c-b4c0-a390a25c3ad2', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:d6:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:40:29Z', 'updated_at': '2022-04-11T06:40:29Z', 'revision_number': 0, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:40:31.230688 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d5900-4f10-44c1-bfe7-2ed9253fc9b0 req-0b2caf47-4684-4136-b7a7-7d47936a6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:31.232062 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e46d5900-4f10-44c1-bfe7-2ed9253fc9b0 req-0b2caf47-4684-4136-b7a7-7d47936a6d1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0462153 Apr 11 06:40:31.241641 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f2894-25c0-4189-a0c0-9ee436627b19 None None] Checking router: f43113e6-cabd-41a2-a8e2-5938f57c8e3b for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:40:31.253565 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f2894-25c0-4189-a0c0-9ee436627b19 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:40:31.254163 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-246f2894-25c0-4189-a0c0-9ee436627b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:40:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:40:31.279563 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d5900-4f10-44c1-bfe7-2ed9253fc9b0 req-d5a0b275-7cdd-45ee-96d4-b05fcae4115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:31.281148 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e46d5900-4f10-44c1-bfe7-2ed9253fc9b0 req-d5a0b275-7cdd-45ee-96d4-b05fcae4115c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436134 Apr 11 06:40:31.367868 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-246f2894-25c0-4189-a0c0-9ee436627b19 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:40:31.373127 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e46d5900-4f10-44c1-bfe7-2ed9253fc9b0 req-79e06e63-638c-4078-834b-aa1e89be294e service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862689 Apr 11 06:40:31.475945 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e46d5900-4f10-44c1-bfe7-2ed9253fc9b0 req-ad842bd1-67a2-4d12-b8ff-0367e4bb2862 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974748 Apr 11 06:40:31.598685 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-246f2894-25c0-4189-a0c0-9ee436627b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '00e19853-211a-404c-b4c0-a390a25c3ad2', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:d6:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:40:29Z', 'updated_at': '2022-04-11T06:40:29Z', 'revision_number': 0, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:40:31.628356 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f2894-25c0-4189-a0c0-9ee436627b19 None None] The sync data for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi is: [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '00e19853-211a-404c-b4c0-a390a25c3ad2', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:d6:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:40:29Z', 'updated_at': '2022-04-11T06:40:29Z', 'revision_number': 0, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:40:31.839485 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79799479-e8a7-4eac-99c4-15194f8e8811 None None] New status for floating IP 00e19853-211a-404c-b4c0-a390a25c3ad2: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:40:32.209443 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e168a4a7-f0f2-42d6-9955-a2011362689d req-2fa6042a-23a1-49ba-a735-bcdb9222c339 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403655 Apr 11 06:40:32.289496 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168a4a7-f0f2-42d6-9955-a2011362689d req-03845641-c163-459e-8ff0-1748ed5b8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:32.291005 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e168a4a7-f0f2-42d6-9955-a2011362689d req-03845641-c163-459e-8ff0-1748ed5b8918 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760&device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 1130 time: 0.0389564 Apr 11 06:40:32.408518 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168a4a7-f0f2-42d6-9955-a2011362689d req-bf663b70-3b62-495b-939d-0e7cfd3513f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:32.410008 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e168a4a7-f0f2-42d6-9955-a2011362689d req-bf663b70-3b62-495b-939d-0e7cfd3513f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a161474f-d540-4252-8bd9-c98f98ab5967 HTTP/1.1" status: 200 len: 908 time: 0.0970864 Apr 11 06:40:32.480582 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e168a4a7-f0f2-42d6-9955-a2011362689d req-713b1583-b1ab-48af-bac7-94c725e56d13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184 HTTP/1.1" status: 200 len: 1002 time: 0.0637908 Apr 11 06:40:32.532090 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168a4a7-f0f2-42d6-9955-a2011362689d req-953b48a3-f3c3-4dbf-a569-1279d295a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:32.533527 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e168a4a7-f0f2-42d6-9955-a2011362689d req-953b48a3-f3c3-4dbf-a569-1279d295a40c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60e7feec-8a6b-4939-87f4-25c95115127e HTTP/1.1" status: 200 len: 847 time: 0.0480669 Apr 11 06:40:32.575475 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168a4a7-f0f2-42d6-9955-a2011362689d req-8008ae6d-5091-4f1e-8058-d20486d7a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:40:32.576832 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e168a4a7-f0f2-42d6-9955-a2011362689d req-8008ae6d-5091-4f1e-8058-d20486d7a238 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a161474f-d540-4252-8bd9-c98f98ab5967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378850 Apr 11 06:40:32.666027 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e168a4a7-f0f2-42d6-9955-a2011362689d req-688b1fcc-3a27-4007-9f5c-09bc2f391b53 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832908 Apr 11 06:40:32.756306 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e168a4a7-f0f2-42d6-9955-a2011362689d req-c871e7ed-b323-4942-9958-8f4d05cc0bc7 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851288 Apr 11 06:40:51.099274 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5c84-b7d4-4ee7-bfcc-97458aa313cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:53.161566 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4907478a-9d2e-4902-ab4c-66ed65a7d3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:54.635184 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:55.865370 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:55.975987 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:57.219403 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:40:58.164369 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:41:21.098850 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01ed9f5c-d173-4fdc-ab0a-ffaa8358ccbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:23.162316 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61839cde-67e4-42e9-86c6-9e2681c43d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:24.644751 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:25.862886 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:25.969298 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:27.226530 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:32.228641 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19f87601-406a-431d-8850-2a644c1f2c31 req-62c80dff-0ddd-48bf-bc67-2b489ccace3e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0964625 Apr 11 06:41:32.287281 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f87601-406a-431d-8850-2a644c1f2c31 req-081bac5e-1eb7-4094-a7f6-e5ffa5f30d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:32.288674 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19f87601-406a-431d-8850-2a644c1f2c31 req-081bac5e-1eb7-4094-a7f6-e5ffa5f30d25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 1129 time: 0.0383966 Apr 11 06:41:32.399221 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f87601-406a-431d-8850-2a644c1f2c31 req-80dd287f-49b1-44f2-bd13-35b5b251fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:32.400816 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19f87601-406a-431d-8850-2a644c1f2c31 req-80dd287f-49b1-44f2-bd13-35b5b251fae9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 912 time: 0.0894780 Apr 11 06:41:32.470472 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19f87601-406a-431d-8850-2a644c1f2c31 req-46610e12-13ef-47fd-9f40-589838425036 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb HTTP/1.1" status: 200 len: 1001 time: 0.0606899 Apr 11 06:41:32.523513 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f87601-406a-431d-8850-2a644c1f2c31 req-5dd7f6b5-9aea-403d-96a6-4e1987c6b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:32.524964 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19f87601-406a-431d-8850-2a644c1f2c31 req-5dd7f6b5-9aea-403d-96a6-4e1987c6b21d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0493073 Apr 11 06:41:32.569971 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f87601-406a-431d-8850-2a644c1f2c31 req-cb0cbe94-bd15-42e7-b010-24d447099130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:32.571412 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19f87601-406a-431d-8850-2a644c1f2c31 req-cb0cbe94-bd15-42e7-b010-24d447099130 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401740 Apr 11 06:41:32.584069 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [req-19f87601-406a-431d-8850-2a644c1f2c31 req-a7d82959-684b-4ff1-a7f2-aed1697138bb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:41:32.585343 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19f87601-406a-431d-8850-2a644c1f2c31 req-a7d82959-684b-4ff1-a7f2-aed1697138bb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074842 Apr 11 06:41:32.690352 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19f87601-406a-431d-8850-2a644c1f2c31 req-f45f6550-3ee3-467a-ac1b-cff67d02fed5 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982435 Apr 11 06:41:32.783262 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-19f87601-406a-431d-8850-2a644c1f2c31 req-86a3fff4-d084-4be0-8e3b-0aa053ef8c6b service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874000 Apr 11 06:41:35.169066 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:41:48.109615 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddd16-2fa6-4b5b-9cc3-a5504143cef7 req-449bc601-ddc6-4655-a480-0ce5a4ee721f tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:48.111075 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b02ddd16-2fa6-4b5b-9cc3-a5504143cef7 req-449bc601-ddc6-4655-a480-0ce5a4ee721f tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0473669 Apr 11 06:41:48.159757 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b02ddd16-2fa6-4b5b-9cc3-a5504143cef7 req-d3b823c8-531f-4012-b607-27ab142e284d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430553 Apr 11 06:41:49.301929 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623257c-be4c-45aa-ab26-ca0fa6cf6068 req-0d8683c8-7044-4506-9a14-092b666805e5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:49.303410 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4623257c-be4c-45aa-ab26-ca0fa6cf6068 req-0d8683c8-7044-4506-9a14-092b666805e5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0534534 Apr 11 06:41:49.355886 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4623257c-be4c-45aa-ab26-ca0fa6cf6068 req-88fca866-3f4e-4410-9c46-0285dbf6a96c tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441084 Apr 11 06:41:50.481427 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef398ef-091a-4505-b792-eaa455eb03a2 req-5f3931ee-52d1-4122-9eeb-7fad338d5fe5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:50.482886 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cef398ef-091a-4505-b792-eaa455eb03a2 req-5f3931ee-52d1-4122-9eeb-7fad338d5fe5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0522132 Apr 11 06:41:50.530890 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cef398ef-091a-4505-b792-eaa455eb03a2 req-dc2246f3-d66c-4076-95eb-fef1015ddb2f tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423541 Apr 11 06:41:51.097819 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a85444ef-0e5d-419d-91c6-f35145cc3ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:51.665339 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e6725-70b4-4c5c-ab46-4a3740ab0aa3 req-ad8efbee-6c5c-422b-9d50-01c6f8b7dc5b tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:51.666856 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b1e6725-70b4-4c5c-ab46-4a3740ab0aa3 req-ad8efbee-6c5c-422b-9d50-01c6f8b7dc5b tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0532634 Apr 11 06:41:51.734633 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b1e6725-70b4-4c5c-ab46-4a3740ab0aa3 req-29b455f8-7c00-4305-95cb-73d1ea5c4276 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574565 Apr 11 06:41:52.863602 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b811160-0825-4852-9e06-891216c5034a req-30d8311d-5157-47dc-8628-220cf846008c tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:52.865021 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2b811160-0825-4852-9e06-891216c5034a req-30d8311d-5157-47dc-8628-220cf846008c tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0505006 Apr 11 06:41:52.917626 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2b811160-0825-4852-9e06-891216c5034a req-3412d114-9fd9-4685-b2fa-492fa29cfd46 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440729 Apr 11 06:41:53.160218 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb21f6f5-0bdd-4065-bb81-ddcffed27393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:54.041718 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4aa501-0695-46b8-8f58-945ae8d582f4 req-ff0c5d85-a0bd-4d44-98db-1295f3da24e5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:54.043212 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a4aa501-0695-46b8-8f58-945ae8d582f4 req-ff0c5d85-a0bd-4d44-98db-1295f3da24e5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0473104 Apr 11 06:41:54.099200 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a4aa501-0695-46b8-8f58-945ae8d582f4 req-8b3286b1-c813-4436-a423-8235339f5b2b tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472608 Apr 11 06:41:54.653530 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:55.244749 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797829f6-5753-48c2-be91-e7fcb6e79473 req-4ccca4b4-276c-4dbc-983c-7199493ca283 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:55.246170 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-797829f6-5753-48c2-be91-e7fcb6e79473 req-4ccca4b4-276c-4dbc-983c-7199493ca283 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0562503 Apr 11 06:41:55.299675 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-797829f6-5753-48c2-be91-e7fcb6e79473 req-0aa60f1d-f01d-4fdb-9e91-158cc89be0c4 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461359 Apr 11 06:41:55.881645 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:55.979551 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:56.431672 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34cf4b-f5ea-4c63-afad-d4c270af0b37 req-f1f7cc6e-729f-47d1-9aaf-0c1ee29c87d0 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:56.433286 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8f34cf4b-f5ea-4c63-afad-d4c270af0b37 req-f1f7cc6e-729f-47d1-9aaf-0c1ee29c87d0 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0503478 Apr 11 06:41:56.488718 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8f34cf4b-f5ea-4c63-afad-d4c270af0b37 req-4d616c6e-39da-4c76-adad-8332e30254f6 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471535 Apr 11 06:41:57.216604 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:41:57.631714 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1194e-87e2-4ab8-9ce9-e305fdcb96d5 req-3625ce7d-9bcd-4c9a-9b85-0d0b9d286a5c tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:57.633265 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c7f1194e-87e2-4ab8-9ce9-e305fdcb96d5 req-3625ce7d-9bcd-4c9a-9b85-0d0b9d286a5c tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0633004 Apr 11 06:41:57.687507 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c7f1194e-87e2-4ab8-9ce9-e305fdcb96d5 req-705f2391-339c-4fb4-9ceb-85d67674e3c7 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450413 Apr 11 06:41:58.226868 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f05744-581c-463f-859d-005ef1c4b2bc req-f653dc62-8efc-4b4b-8d2c-03ca027a08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:58.228460 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18f05744-581c-463f-859d-005ef1c4b2bc req-f653dc62-8efc-4b4b-8d2c-03ca027a08c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760&device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 1130 time: 0.0409887 Apr 11 06:41:58.321762 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f05744-581c-463f-859d-005ef1c4b2bc req-03df5f76-2e36-4a79-8d13-c705e51de4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:58.323229 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18f05744-581c-463f-859d-005ef1c4b2bc req-03df5f76-2e36-4a79-8d13-c705e51de4cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=a161474f-d540-4252-8bd9-c98f98ab5967 HTTP/1.1" status: 200 len: 908 time: 0.0885561 Apr 11 06:41:58.397788 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18f05744-581c-463f-859d-005ef1c4b2bc req-58204307-815b-4fd1-9aec-f3452eadfcfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184 HTTP/1.1" status: 200 len: 1002 time: 0.0625060 Apr 11 06:41:58.447501 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f05744-581c-463f-859d-005ef1c4b2bc req-1c30b47d-8ed1-492a-b94d-25fbdb5eec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:58.448939 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18f05744-581c-463f-859d-005ef1c4b2bc req-1c30b47d-8ed1-492a-b94d-25fbdb5eec7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60e7feec-8a6b-4939-87f4-25c95115127e HTTP/1.1" status: 200 len: 847 time: 0.0433445 Apr 11 06:41:58.495831 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f05744-581c-463f-859d-005ef1c4b2bc req-c46a90c2-d106-48af-9eb8-4e506760f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:58.497359 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18f05744-581c-463f-859d-005ef1c4b2bc req-c46a90c2-d106-48af-9eb8-4e506760f5dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a161474f-d540-4252-8bd9-c98f98ab5967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417578 Apr 11 06:41:58.602828 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18f05744-581c-463f-859d-005ef1c4b2bc req-dc37fdf7-cba6-434a-abf4-f61dbb1d3b69 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970352 Apr 11 06:41:58.702972 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18f05744-581c-463f-859d-005ef1c4b2bc req-66ffb70e-2098-42ae-9a8a-703ecf7219b2 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934539 Apr 11 06:41:58.800835 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779845ca-bef9-4a37-b96f-6b15803236ec req-678872f4-abbc-44b6-bc3c-00c7760304e5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:58.802326 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-779845ca-bef9-4a37-b96f-6b15803236ec req-678872f4-abbc-44b6-bc3c-00c7760304e5 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0477073 Apr 11 06:41:58.854065 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-779845ca-bef9-4a37-b96f-6b15803236ec req-ddba2783-dd56-4728-862d-71a17168b57d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439062 Apr 11 06:41:59.973137 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75354262-4be5-4052-af3e-525d10f25524 req-783125f6-949e-4138-a364-86c0bc815df4 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:41:59.974781 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-75354262-4be5-4052-af3e-525d10f25524 req-783125f6-949e-4138-a364-86c0bc815df4 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0509720 Apr 11 06:42:00.031582 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-75354262-4be5-4052-af3e-525d10f25524 req-fd978c4f-8643-45f8-b0aa-e2d4ed73297b tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511935 Apr 11 06:42:01.150420 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6331b8-9548-4414-b141-4fb0303dc456 req-f4d3e290-b82e-4aad-b288-2785c4349cfb tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:01.151861 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea6331b8-9548-4414-b141-4fb0303dc456 req-f4d3e290-b82e-4aad-b288-2785c4349cfb tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0479727 Apr 11 06:42:01.202179 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea6331b8-9548-4414-b141-4fb0303dc456 req-0cf52e83-9c16-4abb-8970-0289f03f5707 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445893 Apr 11 06:42:02.328631 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd332a84-b27d-4e9c-8a02-1b2e0bd50e11 req-94dc82b3-ebab-4fc9-b9c0-4fcd0a3e2a0d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:02.330334 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fd332a84-b27d-4e9c-8a02-1b2e0bd50e11 req-94dc82b3-ebab-4fc9-b9c0-4fcd0a3e2a0d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0483069 Apr 11 06:42:02.379641 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fd332a84-b27d-4e9c-8a02-1b2e0bd50e11 req-fff6a0cf-8193-49c3-97e4-aca66b734cfa tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435317 Apr 11 06:42:03.527817 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9858506-16ed-4c46-84fe-a0167c30a13a req-ac6ea6b7-8edc-44e0-bfaa-ff8684e512d8 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:03.529408 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b9858506-16ed-4c46-84fe-a0167c30a13a req-ac6ea6b7-8edc-44e0-bfaa-ff8684e512d8 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0744507 Apr 11 06:42:03.586305 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b9858506-16ed-4c46-84fe-a0167c30a13a req-1d3cf664-a1a8-44a5-bac9-1a41b1b0728f tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498514 Apr 11 06:42:04.726267 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3daa3-62cb-4ca6-8c2f-88b6b2f2cb5e req-c913ca56-5628-4cdb-8695-35dcb6561376 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:04.727693 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99a3daa3-62cb-4ca6-8c2f-88b6b2f2cb5e req-c913ca56-5628-4cdb-8695-35dcb6561376 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0603833 Apr 11 06:42:04.781849 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99a3daa3-62cb-4ca6-8c2f-88b6b2f2cb5e req-d7ccf74d-7699-466a-b797-7dcd64fe046e tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461078 Apr 11 06:42:04.894271 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [req-0735e9ce-cbbe-47ad-b1f5-1b52181cad85 req-406fc538-efad-4704-956d-fc0c45add515 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:42:04.895291 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0735e9ce-cbbe-47ad-b1f5-1b52181cad85 req-406fc538-efad-4704-956d-fc0c45add515 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488770 Apr 11 06:42:05.198281 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-f1ba4e1f-0b81-4f9a-a799-89cdf17c3b90 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976344374&fields=id&tenant_id=29d07bdf95d441a8869cefd9f49a60ac HTTP/1.1" status: 200 len: 267 time: 0.0468721 Apr 11 06:42:05.308760 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-4992a9c3-be6e-4dc8-8a82-f7f8bf917257 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:05.310206 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-4992a9c3-be6e-4dc8-8a82-f7f8bf917257 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 812 time: 0.1055784 Apr 11 06:42:05.324882 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-39c9cdba-1dae-465f-8e29-6d5da9ea08f2 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/quotas/29d07bdf95d441a8869cefd9f49a60ac HTTP/1.1" status: 200 len: 375 time: 0.0090179 Apr 11 06:42:05.375672 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-497c73d3-64dd-4c17-8718-b9b6574ea556 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456131 Apr 11 06:42:05.435758 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-86fc0ca7-77d5-4023-a9f2-f2b18c6a0c8d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 06:42:05.436795 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-86fc0ca7-77d5-4023-a9f2-f2b18c6a0c8d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498919 Apr 11 06:42:05.813948 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-c164c90b-0284-492a-8304-23df4203d4c6 service neutron] 10.222.0.18 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700836 Apr 11 06:42:05.908200 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-2aa39106-d89e-474c-9366-55ffc48d8494 service neutron] 10.222.0.18 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860670 Apr 11 06:42:05.953780 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 647b4838-6c13-4dd3-bab5-bf1e395a0184 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:42:06.046713 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 647b4838-6c13-4dd3-bab5-bf1e395a0184 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:42:06.047101 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:06.075271 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:42:06.077793 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1310aabc-985e-40d7-8247-5234190e5762" -d '{"events": [{"server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "name": "network-vif-unplugged", "status": "completed", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:42:06.096399 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 647b4838-6c13-4dd3-bab5-bf1e395a0184, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:42:06.100321 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdc3a2-3f0d-4d3c-b8a7-790ed7540920 req-44a4af08-f171-43bc-8be7-0a5a43974ac7 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:06.102453 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eabdc3a2-3f0d-4d3c-b8a7-790ed7540920 req-44a4af08-f171-43bc-8be7-0a5a43974ac7 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0751798 Apr 11 06:42:06.106368 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:06.112738 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-c7759343-1f19-4ccd-83c9-00d9568f9d6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048241 Apr 11 06:42:06.155468 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eabdc3a2-3f0d-4d3c-b8a7-790ed7540920 req-ea888ebe-51d3-4d50-bedc-82afc9447419 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475500 Apr 11 06:42:06.168205 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=647b4838-6c13-4dd3-bab5-bf1e395a0184,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:42:06.175708 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.176271 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.176766 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.177300 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.185256 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.185617 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.185960 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.186298 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.186635 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.186963 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.193357 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.193763 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.194154 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.194523 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.194852 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:06.247606 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e96bc423-1b0e-4553-9fbe-05ba46fba53d req-61433392-adad-45a5-96cf-92ad02fc6bd8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 210 time: 0.0305321 Apr 11 06:42:06.287710 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 06:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318af18e-19ca-443c-806f-53bf4160b2cc x-openstack-request-id: req-318af18e-19ca-443c-806f-53bf4160b2cc {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:42:06.288059 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "name": "network-vif-unplugged", "status": "failed", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184", "code": 422}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:42:06.288318 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-318af18e-19ca-443c-806f-53bf4160b2cc {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:42:06.288755 dv-cinder-836996-3-iscsi neutron-server[103325]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-318af18e-19ca-443c-806f-53bf4160b2cc']: {'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'code': 422} returned with failed status Apr 11 06:42:07.252947 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-63d4d1d1-bd92-4c62-9b72-0325cf33b100 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:07.254353 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-63d4d1d1-bd92-4c62-9b72-0325cf33b100 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports/647b4838-6c13-4dd3-bab5-bf1e395a0184 HTTP/1.1" status: 200 len: 941 time: 0.1005611 Apr 11 06:42:07.271744 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e33d9-0c44-4668-8d11-4ef813f93a1a req-d511aaeb-58e7-41af-a85e-11acdaed8def tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:07.273276 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7e2e33d9-0c44-4668-8d11-4ef813f93a1a req-d511aaeb-58e7-41af-a85e-11acdaed8def tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0476873 Apr 11 06:42:07.338067 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9da4d42e-876c-462b-b077-24e154030800 req-dfcc2aa4-ef7b-4ab7-a5d9-dfc124a6eddc tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 210 time: 0.0397346 Apr 11 06:42:07.351659 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7e2e33d9-0c44-4668-8d11-4ef813f93a1a req-a8b30348-dfeb-418f-a872-51dae94eca8a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724437 Apr 11 06:42:08.425866 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce61b4ce-78fe-45c3-8770-5db374f4e3d3 req-56ffc1d1-996a-4ed2-a5d1-7a624d071933 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 210 time: 0.0326509 Apr 11 06:42:08.478453 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9b7e6-d69b-4216-a10e-a9db5a1b65bf req-cdcf202b-a246-41c5-8394-bcc0e6b16d12 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:08.479949 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2b9b7e6-d69b-4216-a10e-a9db5a1b65bf req-cdcf202b-a246-41c5-8394-bcc0e6b16d12 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0532463 Apr 11 06:42:08.533899 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c2b9b7e6-d69b-4216-a10e-a9db5a1b65bf req-71b1486b-bd2a-4bc3-87c2-4b50a4f12037 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462470 Apr 11 06:42:09.309731 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-61998d15-62cd-44b2-a160-e194850b06e7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:09.311187 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-61998d15-62cd-44b2-a160-e194850b06e7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 812 time: 0.1126697 Apr 11 06:42:09.375969 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-852c624a-2d15-4f4f-9b63-a2ca369e16fb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d07bdf95d441a8869cefd9f49a60ac HTTP/1.1" status: 200 len: 379 time: 0.0570257 Apr 11 06:42:09.398198 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'port': {'device_id': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'admin_state_up': True, 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'security_groups': ['48776b23-b81a-4fe0-8b21-e2d02a1fdfa3']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:42:09.529844 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4d3111c4-b1c8-41de-916c-9bbaf2896c7d req-9d453bf4-b430-4c11-bdc7-5e3763fd10c7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 210 time: 0.0324926 Apr 11 06:42:09.544691 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Made reservation on behalf of 29d07bdf95d441a8869cefd9f49a60ac for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 06:42:09.548201 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:09.697593 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-fa3f009f-e44e-4d17-a81f-03c1c5164c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:09.699143 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-fa3f009f-e44e-4d17-a81f-03c1c5164c33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599&tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760 HTTP/1.1" status: 200 len: 1128 time: 0.0928063 Apr 11 06:42:09.724925 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98027-e08a-4cc4-8b76-395286dbad5c req-1c27e649-4b9e-43ea-8b40-ad55c3f34846 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:09.726418 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3cf98027-e08a-4cc4-8b76-395286dbad5c req-1c27e649-4b9e-43ea-8b40-ad55c3f34846 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.1188383 Apr 11 06:42:09.796110 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Allocated IP 172.20.0.7 (d136d043-47ee-4ab1-b47c-2b2f5dc06c4b/a1b0a5fa-3daa-451b-b040-825645ba15f8/f96d5733-b726-4491-9b32-c2921b6cd5c3) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:42:09.817828 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-ce3881e2-1fc7-4c3c-8432-2e834d526f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:09.819424 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-ce3881e2-1fc7-4c3c-8432-2e834d526f74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760&device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 1128 time: 0.0885260 Apr 11 06:42:09.868570 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3cf98027-e08a-4cc4-8b76-395286dbad5c req-cbb51ca1-6313-4c13-bb7a-4f35b680706a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258175 Apr 11 06:42:10.000065 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-f65a0fc1-bc16-4d83-ae55-f5e13ebeb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:10.001580 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-f65a0fc1-bc16-4d83-ae55-f5e13ebeb7e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a161474f-d540-4252-8bd9-c98f98ab5967 HTTP/1.1" status: 200 len: 908 time: 0.1742041 Apr 11 06:42:10.073789 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:10.096052 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-4e6ad061-9160-40a1-b15d-64a7dc66eb8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184 HTTP/1.1" status: 200 len: 1000 time: 0.0801365 Apr 11 06:42:10.155819 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:10.158572 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-665a97a2-0c47-4326-93a5-bd688b5b470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:10.160185 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-665a97a2-0c47-4326-93a5-bd688b5b470c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60e7feec-8a6b-4939-87f4-25c95115127e HTTP/1.1" status: 200 len: 847 time: 0.0573778 Apr 11 06:42:10.223468 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:42:10.229952 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:42:10.237320 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:42:10.245371 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'Port': ['ID=f96d5733-b726-4491-9b32-c2921b6cd5c3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:42:10.280461 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-e9dd356f-d1d7-4f11-9d8c-759f72f4f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:10.281978 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-e9dd356f-d1d7-4f11-9d8c-759f72f4f7fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a161474f-d540-4252-8bd9-c98f98ab5967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126659 Apr 11 06:42:10.285576 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.285928 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.286260 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.286584 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.286918 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.287217 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.287534 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.287848 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.288167 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.288481 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.288798 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.289134 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.289443 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.289762 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.290065 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:42:10.334856 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:10.335407 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:10.384475 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-fa6ccbba-03ae-4151-8483-3b92fd0a6fdb tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9901943 Apr 11 06:42:10.398736 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Request body: {'port': {'device_id': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:42:10.426827 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-c08bc039-9a6c-4093-a918-df1dc48e73c2 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331830 Apr 11 06:42:10.448941 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-895dbe8f-c15b-42ae-a58a-fe790ea9b3b6 None None] Provisioning complete for port f96d5733-b726-4491-9b32-c2921b6cd5c3 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:42:10.449576 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-895dbe8f-c15b-42ae-a58a-fe790ea9b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:10.487972 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-895dbe8f-c15b-42ae-a58a-fe790ea9b3b6 None None] Port f96d5733-b726-4491-9b32-c2921b6cd5c3 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 06:42:10.518758 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:10.578450 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-acc6c960-5350-4ac1-a7c5-b514edcc9f6d req-db7f9701-f386-4108-a67d-f24e18fb3e12 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455238 Apr 11 06:42:10.702219 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca843e-ac92-4b1d-b029-cc932ab41fa6 req-a4dbcd75-2137-4ee7-af3c-3a5091807611 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:10.703707 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0fca843e-ac92-4b1d-b029-cc932ab41fa6 req-a4dbcd75-2137-4ee7-af3c-3a5091807611 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 931 time: 0.1021161 Apr 11 06:42:10.807199 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0fca843e-ac92-4b1d-b029-cc932ab41fa6 req-d545bbd5-986c-4aae-b1c1-53fde5afb009 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939734 Apr 11 06:42:10.881356 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96d5733-b726-4491-9b32-c2921b6cd5c3 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:42:10.889025 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Publish callbacks [] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:10.903121 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Transition to ACTIVE for port object f96d5733-b726-4491-9b32-c2921b6cd5c3 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 06:42:10.908140 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:10.993672 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Pushing event updated for resources: {'Port': ['ID=f96d5733-b726-4491-9b32-c2921b6cd5c3,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:42:11.009789 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6c62a-0e44-455c-b536-6cb013744fbb req-15c2ca0a-bf55-478b-95c4-d5d492c649a9 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:11.011348 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-97c6c62a-0e44-455c-b536-6cb013744fbb req-15c2ca0a-bf55-478b-95c4-d5d492c649a9 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0737660 Apr 11 06:42:11.109861 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-97c6c62a-0e44-455c-b536-6cb013744fbb req-8adf21d5-c22e-4bdb-af8b-0ea83e6c43b6 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833232 Apr 11 06:42:11.119631 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Attempting to bind port f96d5733-b726-4491-9b32-c2921b6cd5c3 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 06:42:11.119966 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Attempting to bind port f96d5733-b726-4491-9b32-c2921b6cd5c3 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 06:42:11.120289 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Attempting to bind port f96d5733-b726-4491-9b32-c2921b6cd5c3 on network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:42:11.124812 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Port f96d5733-b726-4491-9b32-c2921b6cd5c3 on network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 06:42:11.125168 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Attempting to bind port f96d5733-b726-4491-9b32-c2921b6cd5c3 on network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 06:42:11.130245 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Checking agent: {'id': 'd976d822-df40-491d-924f-195eb933cdd9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'started_at': datetime.datetime(2022, 4, 11, 6, 28, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 6, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 06:42:11.130579 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Checking segment: {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 06:42:11.130983 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Bound using segment: {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 06:42:11.131367 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Bound port: f96d5733-b726-4491-9b32-c2921b6cd5c3, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb9371a-89ea-4699-ada8-ae2aac74c704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 06:42:11.131718 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:11.202642 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] For port f96d5733-b726-4491-9b32-c2921b6cd5c3, host hv-cinder-83699, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 06:42:11.206170 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] For port f96d5733-b726-4491-9b32-c2921b6cd5c3, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f96d5733-b726-4491-9b32-c2921b6cd5c3,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 06:42:11.215292 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:11.254146 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:11.254818 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:11.256283 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] 10.222.0.20 "PUT /v2.0/ports/f96d5733-b726-4491-9b32-c2921b6cd5c3 HTTP/1.1" status: 200 len: 1093 time: 0.8616419 Apr 11 06:42:11.256665 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'tag': 'f96d5733-b726-4491-9b32-c2921b6cd5c3'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:42:11.258932 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8d89d7-beeb-4e56-913f-d84f5e647287" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec432d1-28d4-4607-967d-2dd9d96acc3c", "tag": "f96d5733-b726-4491-9b32-c2921b6cd5c3"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:42:11.279794 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1670b-1256-4cb7-a86e-e3af17900c33 service neutron] Pushing event updated for resources: {'Port': ['ID=f96d5733-b726-4491-9b32-c2921b6cd5c3,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:42:11.342371 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-ae136fdb-21f1-46ee-9e97-4528be470da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:11.343997 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-ae136fdb-21f1-46ee-9e97-4528be470da3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 1127 time: 0.0455818 Apr 11 06:42:11.357192 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ba44c4-7ccf-433d-a13d-17365cfe1ae0 x-openstack-request-id: req-58ba44c4-7ccf-433d-a13d-17365cfe1ae0 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:42:11.357482 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec432d1-28d4-4607-967d-2dd9d96acc3c", "tag": "f96d5733-b726-4491-9b32-c2921b6cd5c3", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:42:11.357731 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58ba44c4-7ccf-433d-a13d-17365cfe1ae0 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:42:11.358127 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ba44c4-7ccf-433d-a13d-17365cfe1ae0'] response: {'name': 'network-changed', 'server_uuid': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'tag': 'f96d5733-b726-4491-9b32-c2921b6cd5c3', 'status': 'completed', 'code': 200} Apr 11 06:42:11.391979 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-01ae6c46-f12c-441f-8eab-87f0ec8184ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96d5733-b726-4491-9b32-c2921b6cd5c3 HTTP/1.1" status: 200 len: 217 time: 0.0415783 Apr 11 06:42:11.442074 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-002cf560-8b7b-4925-a06f-ba907763f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:11.443569 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-002cf560-8b7b-4925-a06f-ba907763f4a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0457747 Apr 11 06:42:11.489653 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-505ffec4-10c6-41d0-9c06-a64ff06ee853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:11.491113 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-505ffec4-10c6-41d0-9c06-a64ff06ee853 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396504 Apr 11 06:42:11.584939 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-df1c81ad-236f-4ac3-8e1e-2ac159f141e5 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869000 Apr 11 06:42:11.683584 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a8f18926-9f60-433e-bf84-940f9b2bd79c req-a1f8fd5f-0150-4ce9-a35a-a9bdab3d91c9 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924680 Apr 11 06:42:11.961420 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b0046-b5be-49ca-a19f-abb4cbcbffa1 req-7d795915-6783-42f0-bdab-e94e40801163 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:11.963270 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a17b0046-b5be-49ca-a19f-abb4cbcbffa1 req-7d795915-6783-42f0-bdab-e94e40801163 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 943 time: 0.0817840 Apr 11 06:42:11.973157 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d89d7-beeb-4e56-913f-d84f5e647287 req-2816e183-1e93-4fad-a6e4-2101a57f4fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:11.974578 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4c8d89d7-beeb-4e56-913f-d84f5e647287 req-2816e183-1e93-4fad-a6e4-2101a57f4fb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 1127 time: 0.0585067 Apr 11 06:42:12.067237 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a17b0046-b5be-49ca-a19f-abb4cbcbffa1 req-57817cc3-937f-46b1-bd5b-88fd5976dde6 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964856 Apr 11 06:42:12.099801 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d89d7-beeb-4e56-913f-d84f5e647287 req-8bf85faa-b2e0-4b31-8988-db431609a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:12.101926 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4c8d89d7-beeb-4e56-913f-d84f5e647287 req-8bf85faa-b2e0-4b31-8988-db431609a30e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 912 time: 0.1148763 Apr 11 06:42:12.149517 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4c8d89d7-beeb-4e56-913f-d84f5e647287 req-2ea3ea6e-aee8-480c-986a-bb6c8a3539d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96d5733-b726-4491-9b32-c2921b6cd5c3 HTTP/1.1" status: 200 len: 217 time: 0.0382223 Apr 11 06:42:12.168766 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:42:12.225526 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d89d7-beeb-4e56-913f-d84f5e647287 req-6b66ef0e-963f-48a3-aa32-4c0eaed51ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:12.226949 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4c8d89d7-beeb-4e56-913f-d84f5e647287 req-6b66ef0e-963f-48a3-aa32-4c0eaed51ee9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0706728 Apr 11 06:42:12.237640 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275bd57-65c1-4309-b9c1-634b6f4687e5 req-d82d488e-6550-4d3d-9745-490b8cc4c24c tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:12.239012 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9275bd57-65c1-4309-b9c1-634b6f4687e5 req-d82d488e-6550-4d3d-9745-490b8cc4c24c tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0549948 Apr 11 06:42:12.291891 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d89d7-beeb-4e56-913f-d84f5e647287 req-587c1eda-7cb5-44f8-a8d7-b6f631629ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:12.293373 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4c8d89d7-beeb-4e56-913f-d84f5e647287 req-587c1eda-7cb5-44f8-a8d7-b6f631629ce1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535374 Apr 11 06:42:12.332898 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9275bd57-65c1-4309-b9c1-634b6f4687e5 req-93172286-d26c-4640-a324-0c9ac468b54b tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857041 Apr 11 06:42:12.396321 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4c8d89d7-beeb-4e56-913f-d84f5e647287 req-319868b7-9262-43a3-bba0-9f5999d74bcd service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949419 Apr 11 06:42:12.497007 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4c8d89d7-beeb-4e56-913f-d84f5e647287 req-e5661e17-11b6-4607-8c98-83880a03cff5 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939443 Apr 11 06:42:13.202003 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef098a-210e-429b-977a-b8f2b9ac286d req-02243a6c-acf6-41cf-9817-7fac8b40aee7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:13.203458 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5aef098a-210e-429b-977a-b8f2b9ac286d req-02243a6c-acf6-41cf-9817-7fac8b40aee7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 943 time: 0.0548484 Apr 11 06:42:13.254292 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5aef098a-210e-429b-977a-b8f2b9ac286d req-b16cf309-1001-417c-9049-25a5fe00d5b3 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447183 Apr 11 06:42:13.472319 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e58d7d-a1a3-4a25-8fcd-843ad8fa9764 req-65389463-bc5f-49f4-b734-32fd17ae3d6d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:13.473811 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-86e58d7d-a1a3-4a25-8fcd-843ad8fa9764 req-65389463-bc5f-49f4-b734-32fd17ae3d6d tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0610914 Apr 11 06:42:13.523958 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-86e58d7d-a1a3-4a25-8fcd-843ad8fa9764 req-6ea05d36-b714-411f-b48e-b72b85048232 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445526 Apr 11 06:42:14.378486 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42507c74-f714-4411-acfc-7362f7ce028d req-e0973832-90d8-4c08-a356-cd4bb8c9d322 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:14.379957 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42507c74-f714-4411-acfc-7362f7ce028d req-e0973832-90d8-4c08-a356-cd4bb8c9d322 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 943 time: 0.0540195 Apr 11 06:42:14.428735 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42507c74-f714-4411-acfc-7362f7ce028d req-3a9ce478-81c8-4e41-af8a-5c2e574881f6 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431197 Apr 11 06:42:14.652766 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e39430-4041-4cc6-b820-a524022dd52b req-454aafde-2983-4687-b0a7-c91036c3c133 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:14.654233 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-93e39430-4041-4cc6-b820-a524022dd52b req-454aafde-2983-4687-b0a7-c91036c3c133 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0498230 Apr 11 06:42:14.713281 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-93e39430-4041-4cc6-b820-a524022dd52b req-a176ee44-4d22-4fc0-87dd-c5a34356bd92 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507789 Apr 11 06:42:15.568449 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e11c22-8189-4868-a131-5d74367fd40b req-98767954-bdf9-4470-a76d-0d2a92fbd0f4 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:15.571741 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a0e11c22-8189-4868-a131-5d74367fd40b req-98767954-bdf9-4470-a76d-0d2a92fbd0f4 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 943 time: 0.0589631 Apr 11 06:42:15.628654 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a0e11c22-8189-4868-a131-5d74367fd40b req-45d439cc-e6cb-4f95-ad53-3f8d51297f1a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464468 Apr 11 06:42:15.832478 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569327e2-495e-4898-b9d0-89639da5b744 req-e3517af7-e675-4a05-a23f-8cabfe7acfe7 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:15.833962 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-569327e2-495e-4898-b9d0-89639da5b744 req-e3517af7-e675-4a05-a23f-8cabfe7acfe7 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0494878 Apr 11 06:42:15.888883 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-569327e2-495e-4898-b9d0-89639da5b744 req-74e517b8-9e8e-4c98-8b9a-d833b033adbf tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462389 Apr 11 06:42:16.766688 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090997e-bd8a-4028-b4e4-7521512352a9 req-bb3b7dca-60f5-40f5-9353-445f054371c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:16.768121 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1090997e-bd8a-4028-b4e4-7521512352a9 req-bb3b7dca-60f5-40f5-9353-445f054371c5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 943 time: 0.0514512 Apr 11 06:42:16.818241 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1090997e-bd8a-4028-b4e4-7521512352a9 req-7adf96c6-ec0b-4c2c-bcb3-e12966a23343 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420339 Apr 11 06:42:17.017863 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff281d88-9fc7-4517-9761-2b2c2b352c9c req-34cf0217-4b24-41bf-a8e7-9a855fbd674e tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:17.019374 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff281d88-9fc7-4517-9761-2b2c2b352c9c req-34cf0217-4b24-41bf-a8e7-9a855fbd674e tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0484803 Apr 11 06:42:17.072462 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff281d88-9fc7-4517-9761-2b2c2b352c9c req-db143386-8962-40bb-82b5-520964b0509e tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444610 Apr 11 06:42:17.934830 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eda5a9-11e2-4305-86b5-a62a323a2ad9 req-4b749cd3-b73a-433c-ba0d-d79bb3bcea76 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:17.936322 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c7eda5a9-11e2-4305-86b5-a62a323a2ad9 req-4b749cd3-b73a-433c-ba0d-d79bb3bcea76 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 943 time: 0.0476608 Apr 11 06:42:17.988785 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c7eda5a9-11e2-4305-86b5-a62a323a2ad9 req-17c9bb86-6db6-49dd-b19a-c0926d64d701 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466194 Apr 11 06:42:18.203012 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40905004-ff3e-4f10-a7ee-c2f0f5a86e02 req-b4f0ff5b-f77b-4fe6-a120-0ec339268d7f tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:18.204524 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-40905004-ff3e-4f10-a7ee-c2f0f5a86e02 req-b4f0ff5b-f77b-4fe6-a120-0ec339268d7f tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0483329 Apr 11 06:42:18.262545 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-40905004-ff3e-4f10-a7ee-c2f0f5a86e02 req-5f0eafbe-a34a-455f-a83a-92c8fb801729 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516632 Apr 11 06:42:19.101810 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8971052-7869-4772-88fb-5c0bce34500d req-870111c5-e7c6-44c2-a225-68d17a5b7066 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:19.103153 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8971052-7869-4772-88fb-5c0bce34500d req-870111c5-e7c6-44c2-a225-68d17a5b7066 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 943 time: 0.0474932 Apr 11 06:42:19.153327 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8971052-7869-4772-88fb-5c0bce34500d req-1976ca01-e924-413c-9152-653f1d701156 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444155 Apr 11 06:42:19.397996 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3a990-b22a-43b7-a65a-b932c0d2f0d3 req-b3ec58e9-3847-44a7-bc26-2fc93fbb9159 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:19.399532 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-edf3a990-b22a-43b7-a65a-b932c0d2f0d3 req-b3ec58e9-3847-44a7-bc26-2fc93fbb9159 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 944 time: 0.0530486 Apr 11 06:42:19.455160 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-edf3a990-b22a-43b7-a65a-b932c0d2f0d3 req-c7bd1396-ec6e-48e7-bea9-2b7d92e36150 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471010 Apr 11 06:42:19.970876 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 647b4838-6c13-4dd3-bab5-bf1e395a0184 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:42:20.079804 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 647b4838-6c13-4dd3-bab5-bf1e395a0184, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:42:20.093177 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'port_id': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'mac_address': 'fa:16:3e:3b:57:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:42:20.131425 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 647b4838-6c13-4dd3-bab5-bf1e395a0184 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:42:20.131793 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:20.144578 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647b4838-6c13-4dd3-bab5-bf1e395a0184 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:42:20.164881 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 647b4838-6c13-4dd3-bab5-bf1e395a0184, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:42:20.172753 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:20.173407 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device f96d5733-b726-4491-9b32-c2921b6cd5c3 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 06:42:20.250681 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=647b4838-6c13-4dd3-bab5-bf1e395a0184,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:42:20.272324 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d7e0c-29eb-486e-9c62-6f2b96b4c14a req-072f6d7e-c8c2-4047-9621-f58cf3f838aa tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:20.273867 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-259d7e0c-29eb-486e-9c62-6f2b96b4c14a req-072f6d7e-c8c2-4047-9621-f58cf3f838aa tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 943 time: 0.0474944 Apr 11 06:42:20.310434 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port f96d5733-b726-4491-9b32-c2921b6cd5c3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f96d5733-b726-4491-9b32-c2921b6cd5c3,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:42:20.321544 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Returning: {'device': 'f96d5733-b726-4491-9b32-c2921b6cd5c3', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'port_id': 'f96d5733-b726-4491-9b32-c2921b6cd5c3', 'mac_address': 'fa:16:3e:a3:f1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 06:42:20.323885 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-259d7e0c-29eb-486e-9c62-6f2b96b4c14a req-bd637afe-d0e0-4cb9-a96a-d31c5a36231f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440047 Apr 11 06:42:20.364866 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port f96d5733-b726-4491-9b32-c2921b6cd5c3 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:42:20.365301 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:20.378289 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96d5733-b726-4491-9b32-c2921b6cd5c3 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 06:42:20.398332 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port f96d5733-b726-4491-9b32-c2921b6cd5c3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f96d5733-b726-4491-9b32-c2921b6cd5c3,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:42:20.403742 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:20.451637 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=f96d5733-b726-4491-9b32-c2921b6cd5c3,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:42:20.586329 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909515e-7a2a-4866-b34f-d0a3c275152e req-83169622-1aa9-4942-9b21-4e6edc6fb50b tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:20.588038 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a909515e-7a2a-4866-b34f-d0a3c275152e req-83169622-1aa9-4942-9b21-4e6edc6fb50b tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 945 time: 0.0538921 Apr 11 06:42:20.644631 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a909515e-7a2a-4866-b34f-d0a3c275152e req-d52b16bb-88e4-4700-84b3-41bc2e130960 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504117 Apr 11 06:42:20.744427 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['647b4838-6c13-4dd3-bab5-bf1e395a0184'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:42:20.811386 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] get_ports_and_sgs() called for port_ids ['f96d5733-b726-4491-9b32-c2921b6cd5c3'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 06:42:21.112881 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a92f2cdf-5368-4261-a81c-b325d87bfa1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:21.441111 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455a49c-b982-4799-aa07-f236070dbc9b req-6fe6fabb-c2e8-404f-9304-3167ea8d3a11 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:21.442684 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3455a49c-b982-4799-aa07-f236070dbc9b req-6fe6fabb-c2e8-404f-9304-3167ea8d3a11 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 944 time: 0.0501995 Apr 11 06:42:21.507631 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3455a49c-b982-4799-aa07-f236070dbc9b req-1f6d8495-3bf9-4e3a-b852-f9cd7093f28e tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565679 Apr 11 06:42:21.780995 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18904-ee08-4a15-86f6-2ff7377692ab req-c40d3a47-0741-41fb-9f63-a50f79bfb41a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:21.782419 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8cb18904-ee08-4a15-86f6-2ff7377692ab req-c40d3a47-0741-41fb-9f63-a50f79bfb41a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 945 time: 0.0544398 Apr 11 06:42:21.836468 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8cb18904-ee08-4a15-86f6-2ff7377692ab req-e400439a-2e83-41db-b3a1-d04d329ba1f7 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474329 Apr 11 06:42:21.985196 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 647b4838-6c13-4dd3-bab5-bf1e395a0184 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:42:22.032392 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port 647b4838-6c13-4dd3-bab5-bf1e395a0184 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:42:22.032678 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:22.117620 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port 647b4838-6c13-4dd3-bab5-bf1e395a0184 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:42:22.118345 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:22.142050 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:42:22.144317 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3b6b6a-084b-4db9-bb65-c6dc3bc459d1" -d '{"events": [{"server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "name": "network-vif-plugged", "status": "completed", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:42:22.156318 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port 647b4838-6c13-4dd3-bab5-bf1e395a0184, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:42:22.161443 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:22.162303 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device f96d5733-b726-4491-9b32-c2921b6cd5c3 up at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 06:42:22.184724 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d8c065-6942-4f36-bda6-58c6b41241c5 x-openstack-request-id: req-f8d8c065-6942-4f36-bda6-58c6b41241c5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:42:22.185036 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "name": "network-vif-plugged", "status": "completed", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:42:22.185288 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8d8c065-6942-4f36-bda6-58c6b41241c5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:42:22.185683 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d8c065-6942-4f36-bda6-58c6b41241c5'] response: {'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'code': 200} Apr 11 06:42:22.241319 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=647b4838-6c13-4dd3-bab5-bf1e395a0184,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:42:22.251320 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning for port f96d5733-b726-4491-9b32-c2921b6cd5c3 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 06:42:22.259626 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Provisioning complete for port f96d5733-b726-4491-9b32-c2921b6cd5c3 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 06:42:22.260021 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018468'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:22.343967 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Current status of the port f96d5733-b726-4491-9b32-c2921b6cd5c3 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 06:42:22.344248 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:22.377744 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] For port f96d5733-b726-4491-9b32-c2921b6cd5c3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f96d5733-b726-4491-9b32-c2921b6cd5c3,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:42:22.382467 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:22.401779 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205c3c3-de0d-4e0e-b00b-2a0a483a7d91 req-bcb54fdd-508a-482f-bc94-876a4b389c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:22.403310 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f205c3c3-de0d-4e0e-b00b-2a0a483a7d91 req-bcb54fdd-508a-482f-bc94-876a4b389c58 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 1130 time: 0.0386446 Apr 11 06:42:22.433254 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Pushing event updated for resources: {'Port': ['ID=f96d5733-b726-4491-9b32-c2921b6cd5c3,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:42:22.448484 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f205c3c3-de0d-4e0e-b00b-2a0a483a7d91 req-2931a993-a733-4d57-953a-bfca4d3650cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395381 Apr 11 06:42:22.643326 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a6d84-77a0-49d1-89a5-08958576a4ba req-11510186-6291-4b83-8361-f24db4b5f88c tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:22.644719 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-099a6d84-77a0-49d1-89a5-08958576a4ba req-11510186-6291-4b83-8361-f24db4b5f88c tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 945 time: 0.0654278 Apr 11 06:42:22.696391 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-099a6d84-77a0-49d1-89a5-08958576a4ba req-0767c188-42ad-43bd-80f6-c8c36fe9cf57 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433376 Apr 11 06:42:22.966771 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb74a68-351b-466c-a1d5-25c69b452ea1 req-9b85341d-4315-49a4-a920-5fb38bf81935 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:22.968256 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2cb74a68-351b-466c-a1d5-25c69b452ea1 req-9b85341d-4315-49a4-a920-5fb38bf81935 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0564673 Apr 11 06:42:23.020582 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2cb74a68-351b-466c-a1d5-25c69b452ea1 req-5799cb24-482d-49b8-ad30-c36cf5eaedda tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445759 Apr 11 06:42:23.164244 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-809e7079-9236-4c49-aefb-f84a507c0afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:23.869799 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bd604-d01c-4256-9f82-b6a2384d6c71 req-7083b2da-042c-4508-bfdf-5b9d2166de40 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:23.871283 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-554bd604-d01c-4256-9f82-b6a2384d6c71 req-7083b2da-042c-4508-bfdf-5b9d2166de40 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 945 time: 0.0470080 Apr 11 06:42:23.920586 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-554bd604-d01c-4256-9f82-b6a2384d6c71 req-59384d3e-8570-40a1-9237-d7349ffb69ee tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436361 Apr 11 06:42:24.159829 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737bb72-cd7f-436c-84e6-392fa30581c6 req-1b09ec7a-dc17-4e77-a1c8-aef3d0bc0fe1 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:24.161322 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2737bb72-cd7f-436c-84e6-392fa30581c6 req-1b09ec7a-dc17-4e77-a1c8-aef3d0bc0fe1 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0584881 Apr 11 06:42:24.187218 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96d5733-b726-4491-9b32-c2921b6cd5c3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:42:24.189579 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4271b0d446f3756bf909483fb8217aaac0c1b55fb68d3f8b5d59307a3702344" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82926c76-7299-4dfe-beb9-ed9d4f9caeac" -d '{"events": [{"server_uuid": "5ec432d1-28d4-4607-967d-2dd9d96acc3c", "name": "network-vif-plugged", "status": "completed", "tag": "f96d5733-b726-4491-9b32-c2921b6cd5c3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:42:24.216466 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2737bb72-cd7f-436c-84e6-392fa30581c6 req-3e552b66-ceed-44b3-9691-7c0fc08f46db tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466676 Apr 11 06:42:24.226872 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ea797-2a14-4046-ac86-a36e0aadbe98 x-openstack-request-id: req-539ea797-2a14-4046-ac86-a36e0aadbe98 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:42:24.227344 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec432d1-28d4-4607-967d-2dd9d96acc3c", "name": "network-vif-plugged", "status": "completed", "tag": "f96d5733-b726-4491-9b32-c2921b6cd5c3", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:42:24.227627 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-539ea797-2a14-4046-ac86-a36e0aadbe98 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:42:24.229434 dv-cinder-836996-3-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539ea797-2a14-4046-ac86-a36e0aadbe98'] response: {'server_uuid': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96d5733-b726-4491-9b32-c2921b6cd5c3', 'code': 200} Apr 11 06:42:24.455168 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681332c8-4fae-4fa1-b101-e6f5a1bafac6 req-ee3aaa9a-ea02-4639-b722-ab3cabccc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:24.456665 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-681332c8-4fae-4fa1-b101-e6f5a1bafac6 req-ee3aaa9a-ea02-4639-b722-ab3cabccc3ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 1129 time: 0.0398493 Apr 11 06:42:24.501978 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-681332c8-4fae-4fa1-b101-e6f5a1bafac6 req-23761ce7-e13d-4019-a5c0-46529933e893 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397823 Apr 11 06:42:24.643208 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:25.044928 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51620fdb-2201-41cb-b84c-ba2b2c33957b req-c33ba8d8-15ac-4d6c-abab-3c621be0e306 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:25.046405 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51620fdb-2201-41cb-b84c-ba2b2c33957b req-c33ba8d8-15ac-4d6c-abab-3c621be0e306 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 945 time: 0.0485156 Apr 11 06:42:25.108221 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-51620fdb-2201-41cb-b84c-ba2b2c33957b req-10716290-4c58-446f-ae05-bfcc3d264d16 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536764 Apr 11 06:42:25.896129 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:25.978050 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:26.241594 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef637c-8408-4a77-81db-e42d451b93d9 req-70869fbb-50e3-4e63-88bd-eff0fc414e3d tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:26.243205 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-55ef637c-8408-4a77-81db-e42d451b93d9 req-70869fbb-50e3-4e63-88bd-eff0fc414e3d tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 945 time: 0.0553896 Apr 11 06:42:26.291662 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-55ef637c-8408-4a77-81db-e42d451b93d9 req-364fdd53-48a7-44e8-af5b-8d259455ecc8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428753 Apr 11 06:42:26.405880 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c5761-16d2-4749-abb2-57dea1a3bbac req-98adb054-68e5-4711-bd8c-af84efb4d596 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:26.407404 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5e3c5761-16d2-4749-abb2-57dea1a3bbac req-98adb054-68e5-4711-bd8c-af84efb4d596 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 945 time: 0.0467265 Apr 11 06:42:26.470870 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5e3c5761-16d2-4749-abb2-57dea1a3bbac req-5f39e263-496a-4605-8d32-7df9330bb41b tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576198 Apr 11 06:42:26.495649 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44552) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:42:26.549471 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d7181-d3b6-4cea-b875-0d15e09cc1ec tempest-TestVolumeBootPattern-27908516 tempest-TestVolumeBootPattern-27908516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:26.550949 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2b2d7181-d3b6-4cea-b875-0d15e09cc1ec tempest-TestVolumeBootPattern-27908516 tempest-TestVolumeBootPattern-27908516-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 1124 time: 0.0538661 Apr 11 06:42:26.555024 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44554) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:42:26.559202 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Request body: {'floatingip': {'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'port_id': 'f96d5733-b726-4491-9b32-c2921b6cd5c3', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 06:42:26.582258 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:26.659218 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:27.046321 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Allocated IP 172.27.2.120 (7d92a962-1f6b-459e-a2e8-246fdd7a3fea/9caee4ce-ccb0-4869-af2d-8df849772653/cfdbdb18-b1ce-49b2-80dd-477f36e46911) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 06:42:27.154740 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for port (cfdbdb18-b1ce-49b2-80dd-477f36e46911), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:27.199926 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757671930682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (cfdbdb18-b1ce-49b2-80dd-477f36e46911), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:27.212294 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:27.243479 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Network 7d92a962-1f6b-459e-a2e8-246fdd7a3fea is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 06:42:27.246378 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 06:42:27.248955 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 06:42:27.276077 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'Port': ['ID=cfdbdb18-b1ce-49b2-80dd-477f36e46911,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:42:27.634110 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (1f526cb1-76ff-4463-b324-beb7336b6063), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:27.703322 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594543'] for port (cfdbdb18-b1ce-49b2-80dd-477f36e46911), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:27.856813 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for port (cfdbdb18-b1ce-49b2-80dd-477f36e46911), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:27.863288 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757672407071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757671930700', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757671930718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3409776'] for port (cfdbdb18-b1ce-49b2-80dd-477f36e46911), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:27.932389 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event updated for resources: {'Port': ['ID=cfdbdb18-b1ce-49b2-80dd-477f36e46911,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:42:27.943739 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2037451'] for floatingip (1f526cb1-76ff-4463-b324-beb7336b6063), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:28.049194 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Floating IP 1f526cb1-76ff-4463-b324-beb7336b6063 associated. External IP: 172.27.2.120, port: f96d5733-b726-4491-9b32-c2921b6cd5c3. Apr 11 06:42:28.270952 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Router f43113e6-cabd-41a2-a8e2-5938f57c8e3b has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:42:28.386452 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:42:28.397035 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f180343-1b73-4776-9499-2c351506ea73 None None] Sync routers for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:42:28.406742 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:28.408331 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f180343-1b73-4776-9499-2c351506ea73 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:42:28.408990 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1f180343-1b73-4776-9499-2c351506ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:42:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:42:28.437078 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e1794935-12f9-49eb-8869-d938a3c94866 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8810225 Apr 11 06:42:28.437657 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'tag': 'f96d5733-b726-4491-9b32-c2921b6cd5c3'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:42:28.439931 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2deeaf-bd0c-47d2-beba-ea0329be54ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec432d1-28d4-4607-967d-2dd9d96acc3c", "tag": "f96d5733-b726-4491-9b32-c2921b6cd5c3"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:42:28.475955 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58de702c-4a50-47c6-a08f-1d517007e809 x-openstack-request-id: req-58de702c-4a50-47c6-a08f-1d517007e809 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:42:28.476234 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec432d1-28d4-4607-967d-2dd9d96acc3c", "tag": "f96d5733-b726-4491-9b32-c2921b6cd5c3", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:42:28.476493 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58de702c-4a50-47c6-a08f-1d517007e809 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:42:28.476903 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58de702c-4a50-47c6-a08f-1d517007e809'] response: {'name': 'network-changed', 'server_uuid': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'tag': 'f96d5733-b726-4491-9b32-c2921b6cd5c3', 'status': 'completed', 'code': 200} Apr 11 06:42:28.535399 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1f180343-1b73-4776-9499-2c351506ea73 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:42:28.549564 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2deeaf-bd0c-47d2-beba-ea0329be54ca req-915eb24c-d0a5-4147-9875-c669a70e98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:28.551133 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d2deeaf-bd0c-47d2-beba-ea0329be54ca req-915eb24c-d0a5-4147-9875-c669a70e98ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 1129 time: 0.0502660 Apr 11 06:42:28.646529 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2deeaf-bd0c-47d2-beba-ea0329be54ca req-90d46155-0ada-43dc-8967-1be2c79b0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:28.648009 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d2deeaf-bd0c-47d2-beba-ea0329be54ca req-90d46155-0ada-43dc-8967-1be2c79b0579 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 912 time: 0.0914159 Apr 11 06:42:28.711814 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d2deeaf-bd0c-47d2-beba-ea0329be54ca req-21b836ef-c682-427e-9e2f-8d563018b048 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96d5733-b726-4491-9b32-c2921b6cd5c3 HTTP/1.1" status: 200 len: 999 time: 0.0568652 Apr 11 06:42:28.761158 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1f180343-1b73-4776-9499-2c351506ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '00e19853-211a-404c-b4c0-a390a25c3ad2', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:d6:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:40:29Z', 'updated_at': '2022-04-11T06:40:31Z', 'revision_number': 1, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}, {'id': '1f526cb1-76ff-4463-b324-beb7336b6063', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': 'f96d5733-b726-4491-9b32-c2921b6cd5c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:a3:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:42:27Z', 'updated_at': '2022-04-11T06:42:27Z', 'revision_number': 0, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:42:28.765699 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2deeaf-bd0c-47d2-beba-ea0329be54ca req-f05ac03f-8630-423a-8a9b-2b60e4b501d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:28.767175 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d2deeaf-bd0c-47d2-beba-ea0329be54ca req-f05ac03f-8630-423a-8a9b-2b60e4b501d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0482619 Apr 11 06:42:28.789409 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f180343-1b73-4776-9499-2c351506ea73 None None] Checking router: f43113e6-cabd-41a2-a8e2-5938f57c8e3b for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:42:28.797614 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f180343-1b73-4776-9499-2c351506ea73 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:42:28.798208 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1f180343-1b73-4776-9499-2c351506ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:42:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:42:28.810097 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2deeaf-bd0c-47d2-beba-ea0329be54ca req-0cc67989-d08b-411b-bab5-881b4b709491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:28.811597 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d2deeaf-bd0c-47d2-beba-ea0329be54ca req-0cc67989-d08b-411b-bab5-881b4b709491 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385613 Apr 11 06:42:28.903147 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d2deeaf-bd0c-47d2-beba-ea0329be54ca req-296eb593-3ead-4ef3-ba8c-57a0f1524dce service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853722 Apr 11 06:42:28.908118 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-1f180343-1b73-4776-9499-2c351506ea73 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:42:28.998190 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d2deeaf-bd0c-47d2-beba-ea0329be54ca req-1a93c32a-a982-4edc-bdda-69a92e153788 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890300 Apr 11 06:42:29.131786 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-1f180343-1b73-4776-9499-2c351506ea73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '00e19853-211a-404c-b4c0-a390a25c3ad2', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:d6:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:40:29Z', 'updated_at': '2022-04-11T06:40:31Z', 'revision_number': 1, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}, {'id': '1f526cb1-76ff-4463-b324-beb7336b6063', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': 'f96d5733-b726-4491-9b32-c2921b6cd5c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:a3:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:42:27Z', 'updated_at': '2022-04-11T06:42:27Z', 'revision_number': 0, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:42:29.289982 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f180343-1b73-4776-9499-2c351506ea73 None None] The sync data for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi is: [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '00e19853-211a-404c-b4c0-a390a25c3ad2', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:d6:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:40:29Z', 'updated_at': '2022-04-11T06:40:31Z', 'revision_number': 1, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}, {'id': '1f526cb1-76ff-4463-b324-beb7336b6063', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': 'f96d5733-b726-4491-9b32-c2921b6cd5c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:a3:f1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:42:27Z', 'updated_at': '2022-04-11T06:42:27Z', 'revision_number': 0, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:42:29.506444 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9c35ab-f0cf-4b70-950f-7201177ab266 None None] New status for floating IP 1f526cb1-76ff-4463-b324-beb7336b6063: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:42:32.188607 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b576d03b-f5e4-4991-bf2c-eb27aade8b26 req-37bb1536-f76c-4efa-8444-f744404d29d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450249 Apr 11 06:42:32.287968 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576d03b-f5e4-4991-bf2c-eb27aade8b26 req-9dcc4042-99b8-4a1e-b0c5-4b725a702d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:32.289445 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b576d03b-f5e4-4991-bf2c-eb27aade8b26 req-9dcc4042-99b8-4a1e-b0c5-4b725a702d69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760&device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 1130 time: 0.0488238 Apr 11 06:42:32.402127 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576d03b-f5e4-4991-bf2c-eb27aade8b26 req-87e0a056-e360-40d7-8bf9-d7e27f3bc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:32.403678 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b576d03b-f5e4-4991-bf2c-eb27aade8b26 req-87e0a056-e360-40d7-8bf9-d7e27f3bc27b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a161474f-d540-4252-8bd9-c98f98ab5967 HTTP/1.1" status: 200 len: 908 time: 0.0914581 Apr 11 06:42:32.472183 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b576d03b-f5e4-4991-bf2c-eb27aade8b26 req-94cdb818-16bc-4bcc-a008-15a043d7f753 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184 HTTP/1.1" status: 200 len: 1002 time: 0.0628541 Apr 11 06:42:32.520192 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576d03b-f5e4-4991-bf2c-eb27aade8b26 req-2911aadd-a3dd-4513-9ea1-1d4ff2bac1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:32.521826 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b576d03b-f5e4-4991-bf2c-eb27aade8b26 req-2911aadd-a3dd-4513-9ea1-1d4ff2bac1b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60e7feec-8a6b-4939-87f4-25c95115127e HTTP/1.1" status: 200 len: 847 time: 0.0431280 Apr 11 06:42:32.567073 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576d03b-f5e4-4991-bf2c-eb27aade8b26 req-22df21aa-622f-4c49-9789-b2746a29f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:42:32.569220 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b576d03b-f5e4-4991-bf2c-eb27aade8b26 req-22df21aa-622f-4c49-9789-b2746a29f744 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a161474f-d540-4252-8bd9-c98f98ab5967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410540 Apr 11 06:42:32.667210 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b576d03b-f5e4-4991-bf2c-eb27aade8b26 req-e6b7d8bc-2d35-4c16-9b01-0cf0055866a5 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915203 Apr 11 06:42:32.754982 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b576d03b-f5e4-4991-bf2c-eb27aade8b26 req-c181dad3-5a79-4910-aa7e-ce7c86841321 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819068 Apr 11 06:42:49.174659 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:42:51.101113 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c34b4c12-0d33-4a6b-bc57-caafb3870f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:53.169375 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5b6bfaa-9c2d-492a-9cb1-9e4d27dc4af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:54.650517 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:55.913466 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:55.982919 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:42:57.230319 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:21.098245 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b8d9207-3a86-4fc6-abc3-ff4553438b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:23.161181 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5143ff83-6b28-43e9-9e70-6da934c4f8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:24.656356 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:25.918261 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:25.984785 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:26.175824 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:43:27.225304 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:34.188178 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a13c474a-92d1-468d-8f13-85b676b53c05 req-41fd7db9-34e9-4a86-a4db-690710cff336 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408857 Apr 11 06:43:34.257635 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474a-92d1-468d-8f13-85b676b53c05 req-06acb8a8-a9dd-44da-af35-3bc188301757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:34.259033 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a13c474a-92d1-468d-8f13-85b676b53c05 req-06acb8a8-a9dd-44da-af35-3bc188301757 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 1129 time: 0.0447309 Apr 11 06:43:34.384157 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474a-92d1-468d-8f13-85b676b53c05 req-a9487af3-1ee2-460a-905f-7ccfba8c72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:34.386726 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a13c474a-92d1-468d-8f13-85b676b53c05 req-a9487af3-1ee2-460a-905f-7ccfba8c72fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 912 time: 0.1042249 Apr 11 06:43:34.460114 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a13c474a-92d1-468d-8f13-85b676b53c05 req-7eaabdad-9a8b-4fcf-8215-9dedf7ade38e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb HTTP/1.1" status: 200 len: 1001 time: 0.0667629 Apr 11 06:43:34.509860 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474a-92d1-468d-8f13-85b676b53c05 req-b9896d9d-c83a-4693-a26c-bd60511c15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:34.511175 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a13c474a-92d1-468d-8f13-85b676b53c05 req-b9896d9d-c83a-4693-a26c-bd60511c15dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0453200 Apr 11 06:43:34.555191 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c474a-92d1-468d-8f13-85b676b53c05 req-168f5cec-3027-4eaf-bea6-09c99d154a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:34.556690 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a13c474a-92d1-468d-8f13-85b676b53c05 req-168f5cec-3027-4eaf-bea6-09c99d154a85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392075 Apr 11 06:43:34.657257 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a13c474a-92d1-468d-8f13-85b676b53c05 req-4f9daa0e-becb-4052-a508-a582c6d1956d service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940361 Apr 11 06:43:34.746403 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a13c474a-92d1-468d-8f13-85b676b53c05 req-feb398cd-214b-45b8-8890-45a4d9acb65d service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835748 Apr 11 06:43:37.652868 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44586) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:37.811846 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Deleting port eea9c811-2358-4c7e-b12d-3d4e7c573f02 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:43:37.812129 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (eea9c811-2358-4c7e-b12d-3d4e7c573f02), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:37.892185 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (eea9c811-2358-4c7e-b12d-3d4e7c573f02), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:37.892499 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for floatingip (eea9c811-2358-4c7e-b12d-3d4e7c573f02), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:37.906312 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Calling delete_port for eea9c811-2358-4c7e-b12d-3d4e7c573f02 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:43:38.098511 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (eea9c811-2358-4c7e-b12d-3d4e7c573f02), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:38.131206 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event deleted for resources: {'Port': ['ID=eea9c811-2358-4c7e-b12d-3d4e7c573f02,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:38.157111 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.157333 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.157694 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.158028 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.158345 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.158667 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.158983 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.159295 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.159609 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.159905 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.160215 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.160530 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.160836 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.161248 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.161556 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:38.201998 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for floatingip (8933e406-3546-4a71-af3b-9513a977608f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:38.202350 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Floating IP 8933e406-3546-4a71-af3b-9513a977608f disassociated (deleted). External IP: 172.27.2.208, port: 647b4838-6c13-4dd3-bab5-bf1e395a0184. Apr 11 06:43:38.417466 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:43:38.535007 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:43:38.540037 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:38.545423 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c1c45-fd38-42a6-823e-eaf0c7211157 None None] Sync routers for ids ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:43:38.561295 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c1c45-fd38-42a6-823e-eaf0c7211157 None None] Routers {'99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:43:38.562168 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6a8c1c45-fd38-42a6-823e-eaf0c7211157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:38.570020 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-46f3b7bb-125e-45b3-9c53-9db61bb0e89a tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "DELETE /v2.0/floatingips/8933e406-3546-4a71-af3b-9513a977608f HTTP/1.1" status: 204 len: 168 time: 0.9156604 Apr 11 06:43:38.570570 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:43:38.572843 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87028de6-f1b9-43fa-a32f-3a1e0c31d5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:43:38.612689 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06360c3-d803-4ee2-a77f-b0f532081a02 x-openstack-request-id: req-c06360c3-d803-4ee2-a77f-b0f532081a02 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:43:38.612980 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:43:38.613230 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c06360c3-d803-4ee2-a77f-b0f532081a02 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:43:38.613635 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c06360c3-d803-4ee2-a77f-b0f532081a02'] response: {'name': 'network-changed', 'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'status': 'completed', 'code': 200} Apr 11 06:43:38.673435 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87028de6-f1b9-43fa-a32f-3a1e0c31d5e4 req-073c8946-abe9-4026-8620-275e2593592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:38.674761 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6a8c1c45-fd38-42a6-823e-eaf0c7211157 None None] Set router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:43:38.675017 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-87028de6-f1b9-43fa-a32f-3a1e0c31d5e4 req-073c8946-abe9-4026-8620-275e2593592d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760&device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 1130 time: 0.0413210 Apr 11 06:43:38.874223 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6a8c1c45-fd38-42a6-823e-eaf0c7211157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:15Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '8fc0fe25-fc02-4085-9ee8-2e941816a439', 'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'mac_address': 'fa:16:3e:a0:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:15Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 5, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'subnets': [{'id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:38.907385 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c1c45-fd38-42a6-823e-eaf0c7211157 None None] Checking router: 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:43:38.916789 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c1c45-fd38-42a6-823e-eaf0c7211157 None None] Routers {'99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:43:38.917467 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6a8c1c45-fd38-42a6-823e-eaf0c7211157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:39.032959 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-6a8c1c45-fd38-42a6-823e-eaf0c7211157 None None] Set router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:43:39.080247 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87028de6-f1b9-43fa-a32f-3a1e0c31d5e4 req-b9048743-75e6-4dea-8b7f-b2f09bc962a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:39.081791 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-87028de6-f1b9-43fa-a32f-3a1e0c31d5e4 req-b9048743-75e6-4dea-8b7f-b2f09bc962a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a161474f-d540-4252-8bd9-c98f98ab5967 HTTP/1.1" status: 200 len: 908 time: 0.4013307 Apr 11 06:43:39.092575 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27bb4b-20c0-4b9d-879d-68a92aa8f2fc req-b3ff9865-74f1-4f48-8e79-f2663b4fd803 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:39.094148 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba27bb4b-20c0-4b9d-879d-68a92aa8f2fc req-b3ff9865-74f1-4f48-8e79-f2663b4fd803 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.3366532 Apr 11 06:43:39.143377 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba27bb4b-20c0-4b9d-879d-68a92aa8f2fc req-51cd6a0e-a5c2-4432-b48a-3130136009d8 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Apr 11 06:43:39.226175 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-6a8c1c45-fd38-42a6-823e-eaf0c7211157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:15Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '8fc0fe25-fc02-4085-9ee8-2e941816a439', 'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'mac_address': 'fa:16:3e:a0:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:15Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 5, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'subnets': [{'id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:39.253287 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8c1c45-fd38-42a6-823e-eaf0c7211157 None None] The sync data for ids ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'] in dv-cinder-836996-3-iscsi is: [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:15Z', 'revision_number': 4, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': '8fc0fe25-fc02-4085-9ee8-2e941816a439', 'name': '', 'network_id': 'a161474f-d540-4252-8bd9-c98f98ab5967', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'mac_address': 'fa:16:3e:a0:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:15Z', 'updated_at': '2022-04-11T06:39:21Z', 'revision_number': 5, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'subnets': [{'id': '60e7feec-8a6b-4939-87f4-25c95115127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:43:39.478968 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1d83c1-7595-4bb5-89b9-a8d0cf8be341 None None] New status for floating IP 8933e406-3546-4a71-af3b-9513a977608f: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:43:39.756284 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-87028de6-f1b9-43fa-a32f-3a1e0c31d5e4 req-f890c6fd-5736-46e4-acd7-37762863b689 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184 HTTP/1.1" status: 200 len: 217 time: 0.0415082 Apr 11 06:43:39.807019 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87028de6-f1b9-43fa-a32f-3a1e0c31d5e4 req-32b12084-dd63-4d7a-8fff-c4bf9da66a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:39.808316 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-87028de6-f1b9-43fa-a32f-3a1e0c31d5e4 req-32b12084-dd63-4d7a-8fff-c4bf9da66a78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60e7feec-8a6b-4939-87f4-25c95115127e HTTP/1.1" status: 200 len: 847 time: 0.0457571 Apr 11 06:43:39.933843 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87028de6-f1b9-43fa-a32f-3a1e0c31d5e4 req-209a2ee2-9490-4107-b887-7f4be840d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:39.935318 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-87028de6-f1b9-43fa-a32f-3a1e0c31d5e4 req-209a2ee2-9490-4107-b887-7f4be840d840 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a161474f-d540-4252-8bd9-c98f98ab5967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495884 Apr 11 06:43:40.029497 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-87028de6-f1b9-43fa-a32f-3a1e0c31d5e4 req-d1e9857d-3309-4ee5-9723-93dcda9f258c service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874298 Apr 11 06:43:40.338756 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2e669-951d-42b6-b629-75c1b416778f req-5b618074-db19-4fa9-92ac-e49d98305720 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:40.340159 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b8a2e669-951d-42b6-b629-75c1b416778f req-5b618074-db19-4fa9-92ac-e49d98305720 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.20 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.0956061 Apr 11 06:43:40.349741 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260d92a-05e6-498f-a261-aeb64b8e35d8 req-07e4460d-d214-409e-a328-9dcfb1cfcdc0 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:40.351087 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8260d92a-05e6-498f-a261-aeb64b8e35d8 req-07e4460d-d214-409e-a328-9dcfb1cfcdc0 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 946 time: 0.1076286 Apr 11 06:43:40.398608 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-87028de6-f1b9-43fa-a32f-3a1e0c31d5e4 req-f3abbd77-257e-446b-893e-bcddde123da5 service neutron] 10.222.0.20 "GET /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123113 Apr 11 06:43:40.467027 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8260d92a-05e6-498f-a261-aeb64b8e35d8 req-c7d773cc-51fd-4aa4-b01b-f4fd1e301b98 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/security-groups?id=be983f71-5c27-48f9-b020-cc9d9e04907a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092083 Apr 11 06:43:40.472257 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b8a2e669-951d-42b6-b629-75c1b416778f req-7d94dc38-b6ce-4f79-aaed-664efcd38601 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Deleting port 647b4838-6c13-4dd3-bab5-bf1e395a0184 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:43:40.472594 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b8a2e669-951d-42b6-b629-75c1b416778f req-7d94dc38-b6ce-4f79-aaed-664efcd38601 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:40.569830 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b8a2e669-951d-42b6-b629-75c1b416778f req-7d94dc38-b6ce-4f79-aaed-664efcd38601 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] For port 647b4838-6c13-4dd3-bab5-bf1e395a0184, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=647b4838-6c13-4dd3-bab5-bf1e395a0184,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:43:40.570239 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b8a2e669-951d-42b6-b629-75c1b416778f req-7d94dc38-b6ce-4f79-aaed-664efcd38601 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:40.586046 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b8a2e669-951d-42b6-b629-75c1b416778f req-7d94dc38-b6ce-4f79-aaed-664efcd38601 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Calling delete_port for 647b4838-6c13-4dd3-bab5-bf1e395a0184 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:43:40.739701 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b8a2e669-951d-42b6-b629-75c1b416778f req-7d94dc38-b6ce-4f79-aaed-664efcd38601 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (647b4838-6c13-4dd3-bab5-bf1e395a0184), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:40.776776 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94dc38-b6ce-4f79-aaed-664efcd38601 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event deleted for resources: {'Port': ['ID=647b4838-6c13-4dd3-bab5-bf1e395a0184,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:40.820551 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a2e669-951d-42b6-b629-75c1b416778f req-7d94dc38-b6ce-4f79-aaed-664efcd38601 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] No DVR routers for this DVR port 647b4838-6c13-4dd3-bab5-bf1e395a0184 on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:43:40.823192 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b8a2e669-951d-42b6-b629-75c1b416778f req-7d94dc38-b6ce-4f79-aaed-664efcd38601 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:40.826434 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b8a2e669-951d-42b6-b629-75c1b416778f req-7d94dc38-b6ce-4f79-aaed-664efcd38601 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.20 "DELETE /v2.0/ports/647b4838-6c13-4dd3-bab5-bf1e395a0184 HTTP/1.1" status: 204 len: 173 time: 0.4744802 Apr 11 06:43:40.826866 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'name': 'network-vif-deleted', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:43:40.829492 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ae02b0-5c98-4cd6-ae1b-95940a91097d" -d '{"events": [{"server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "name": "network-vif-deleted", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:43:40.867130 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9f133c-690b-4688-b76c-44333eabf37a x-openstack-request-id: req-7c9f133c-690b-4688-b76c-44333eabf37a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:43:40.867422 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bdaba2-4073-4a86-8edb-4d3241044599", "name": "network-vif-deleted", "tag": "647b4838-6c13-4dd3-bab5-bf1e395a0184", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:43:40.867669 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c9f133c-690b-4688-b76c-44333eabf37a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:43:40.868086 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9f133c-690b-4688-b76c-44333eabf37a'] response: {'server_uuid': '34bdaba2-4073-4a86-8edb-4d3241044599', 'name': 'network-vif-deleted', 'tag': '647b4838-6c13-4dd3-bab5-bf1e395a0184', 'status': 'completed', 'code': 200} Apr 11 06:43:41.576714 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bb210ed6-3c4e-4a84-b9f2-67b722adfb73 req-b8e8da3b-2aad-44e8-bebe-66977a5247da tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "GET /v2.0/ports?device_id=34bdaba2-4073-4a86-8edb-4d3241044599 HTTP/1.1" status: 200 len: 210 time: 0.0284514 Apr 11 06:43:42.421975 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 647b4838-6c13-4dd3-bab5-bf1e395a0184 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:43:42.450376 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: 647b4838-6c13-4dd3-bab5-bf1e395a0184 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:43:42.450706 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 647b4838-6c13-4dd3-bab5-bf1e395a0184 not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:43:42.646228 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44612) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:42.707626 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d10ac5bc-2c3e-4d76-a3ee-42bb2f7f2af0 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group (be983f71-5c27-48f9-b020-cc9d9e04907a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:42.739638 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d10ac5bc-2c3e-4d76-a3ee-42bb2f7f2af0 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group (be983f71-5c27-48f9-b020-cc9d9e04907a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:42.815467 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d10ac5bc-2c3e-4d76-a3ee-42bb2f7f2af0 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (be983f71-5c27-48f9-b020-cc9d9e04907a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:42.819274 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d10ac5bc-2c3e-4d76-a3ee-42bb2f7f2af0 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:42.823147 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d10ac5bc-2c3e-4d76-a3ee-42bb2f7f2af0 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] 10.222.0.18 "DELETE /v2.0/security-groups/be983f71-5c27-48f9-b020-cc9d9e04907a HTTP/1.1" status: 204 len: 168 time: 0.1732011 Apr 11 06:43:42.832084 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ac5bc-2c3e-4d76-a3ee-42bb2f7f2af0 tempest-TestShelveInstance-445329968 tempest-TestShelveInstance-445329968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be983f71-5c27-48f9-b020-cc9d9e04907a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:42.871893 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44616) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:43.228741 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98e91e55-84aa-4bcc-aa09-b82ec8322c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035915'] for router_interface (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:43.477456 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-98e91e55-84aa-4bcc-aa09-b82ec8322c53 admin admin] Deleting port 8fc0fe25-fc02-4085-9ee8-2e941816a439 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:43:43.477760 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98e91e55-84aa-4bcc-aa09-b82ec8322c53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:43.559742 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-98e91e55-84aa-4bcc-aa09-b82ec8322c53 admin admin] For port 8fc0fe25-fc02-4085-9ee8-2e941816a439, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=8fc0fe25-fc02-4085-9ee8-2e941816a439,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:43:43.560083 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98e91e55-84aa-4bcc-aa09-b82ec8322c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:43.573632 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-98e91e55-84aa-4bcc-aa09-b82ec8322c53 admin admin] Calling delete_port for 8fc0fe25-fc02-4085-9ee8-2e941816a439 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:43:43.765665 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98e91e55-84aa-4bcc-aa09-b82ec8322c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (8fc0fe25-fc02-4085-9ee8-2e941816a439), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:43.795585 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e91e55-84aa-4bcc-aa09-b82ec8322c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc0fe25-fc02-4085-9ee8-2e941816a439,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:43.967028 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-98e91e55-84aa-4bcc-aa09-b82ec8322c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035815'] for router_interface (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:44.182068 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e91e55-84aa-4bcc-aa09-b82ec8322c53 admin admin] Router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:43:44.291718 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e91e55-84aa-4bcc-aa09-b82ec8322c53 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:43:44.297250 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-98e91e55-84aa-4bcc-aa09-b82ec8322c53 admin admin] 10.222.0.18 "PUT /v2.0/routers/99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4241087 Apr 11 06:43:44.300188 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44618) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:44.302854 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d043d39-f9f3-4b46-b757-a48ddac42265 None None] Sync routers for ids ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:43:44.313812 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d043d39-f9f3-4b46-b757-a48ddac42265 None None] Routers {'99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:43:44.314417 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9d043d39-f9f3-4b46-b757-a48ddac42265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:44.409455 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Publish callbacks [] for router (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:44.426826 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9d043d39-f9f3-4b46-b757-a48ddac42265 None None] Set router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:43:44.531260 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Publish callbacks [] for router_gateway (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:44.577168 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Deleting port 356f9f7f-c829-47a7-833a-8b1b191c8279 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:43:44.577513 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:44.598882 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9d043d39-f9f3-4b46-b757-a48ddac42265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:43:43Z', 'revision_number': 5, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port': {'id': '356f9f7f-c829-47a7-833a-8b1b191c8279', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:44.629576 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d043d39-f9f3-4b46-b757-a48ddac42265 None None] Checking router: 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:43:44.637918 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d043d39-f9f3-4b46-b757-a48ddac42265 None None] Routers {'99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:43:44.638512 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9d043d39-f9f3-4b46-b757-a48ddac42265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:44.660737 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] For port 356f9f7f-c829-47a7-833a-8b1b191c8279, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=356f9f7f-c829-47a7-833a-8b1b191c8279,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:43:44.661125 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:44.674176 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Calling delete_port for 356f9f7f-c829-47a7-833a-8b1b191c8279 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:43:44.858467 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (356f9f7f-c829-47a7-833a-8b1b191c8279), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:44.871164 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9d043d39-f9f3-4b46-b757-a48ddac42265 None None] Set router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:43:44.886287 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Pushing event deleted for resources: {'Port': ['ID=356f9f7f-c829-47a7-833a-8b1b191c8279,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:44.926333 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9d043d39-f9f3-4b46-b757-a48ddac42265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:43:44Z', 'revision_number': 6, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port_host': None}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:44.957782 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d043d39-f9f3-4b46-b757-a48ddac42265 None None] The sync data for ids ['99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db'] in dv-cinder-836996-3-iscsi is: [{'id': '99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db', 'name': 'tempest-TestShelveInstance-241325065-router', 'tenant_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:13Z', 'updated_at': '2022-04-11T06:43:44Z', 'revision_number': 6, 'project_id': '4ff7d8449ddb4b1eb889c7793f6e2760', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:43:44.963745 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037377'] for router_gateway (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.056943 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2088751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30897'] for router (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.059093 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Publish callbacks [] for router_controller (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.103890 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2088742'] for router (99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.104432 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:43:45.109274 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.110697 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f8b68e2c-8e8b-4bad-8585-851122c4b394 admin admin] 10.222.0.18 "DELETE /v2.0/routers/99c59ea4-ad87-4cc5-a879-cf0ce0e6e8db HTTP/1.1" status: 204 len: 168 time: 0.8092597 Apr 11 06:43:45.113308 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44620) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:45.158556 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Deleting subnet 60e7feec-8a6b-4939-87f4-25c95115127e {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:43:45.161796 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Publish callbacks [] for subnet (60e7feec-8a6b-4939-87f4-25c95115127e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.204534 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2113639'] for subnet (60e7feec-8a6b-4939-87f4-25c95115127e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.283974 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (60e7feec-8a6b-4939-87f4-25c95115127e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.340015 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9388572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3823590'] for subnet (60e7feec-8a6b-4939-87f4-25c95115127e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.366895 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e7feec-8a6b-4939-87f4-25c95115127e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:45.371483 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.374660 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/60e7feec-8a6b-4939-87f4-25c95115127e HTTP/1.1" status: 204 len: 168 time: 0.2601998 Apr 11 06:43:45.377648 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a287f13-90dc-4196-8220-b1de55db66a9 None None] Network a161474f-d540-4252-8bd9-c98f98ab5967 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:43:45.378162 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44624) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:45.380279 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.380618 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.380973 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.381304 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.381620 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.382215 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.382702 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.383183 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.383662 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.384154 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.384625 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.385124 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.385595 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.386058 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.386540 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1159cbae-3371-416b-968d-356ca3c9615f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:45.448774 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (a161474f-d540-4252-8bd9-c98f98ab5967), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.499084 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Deleting port 548d2de0-991b-4175-98be-62e16a05da39 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:43:45.499413 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (548d2de0-991b-4175-98be-62e16a05da39), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.560056 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] For port 548d2de0-991b-4175-98be-62e16a05da39, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=548d2de0-991b-4175-98be-62e16a05da39,segment=NetworkSegment(8e36fe53-18a3-433a-a4d2-aec06f720757),segment_id=8e36fe53-18a3-433a-a4d2-aec06f720757)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:43:45.560410 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (548d2de0-991b-4175-98be-62e16a05da39), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.573143 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Calling delete_port for 548d2de0-991b-4175-98be-62e16a05da39 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:43:45.663131 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (548d2de0-991b-4175-98be-62e16a05da39), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.687590 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Pushing event deleted for resources: {'Port': ['ID=548d2de0-991b-4175-98be-62e16a05da39,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:45.691240 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] No DVR routers for this DVR port 548d2de0-991b-4175-98be-62e16a05da39 on host dv-cinder-836996-3-iscsi {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:43:45.757600 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f1ae1c-75fa-4087-a344-566494005031 None None] DHCP port deletion for a161474f-d540-4252-8bd9-c98f98ab5967 request from dv-cinder-836996-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:43:45.772860 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (a161474f-d540-4252-8bd9-c98f98ab5967), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.794914 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a161474f-d540-4252-8bd9-c98f98ab5967']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:45.804990 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e36fe53-18a3-433a-a4d2-aec06f720757') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:45.805272 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e36fe53-18a3-433a-a4d2-aec06f720757') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:45.815036 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9241788'] for segment (8e36fe53-18a3-433a-a4d2-aec06f720757), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.830844 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (8e36fe53-18a3-433a-a4d2-aec06f720757), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.837031 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:43:45.837429 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3409836'] for segment (8e36fe53-18a3-433a-a4d2-aec06f720757), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: Traceback (most recent call last): Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: timer() Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: cb(*args, **kw) Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: return func(*args, **kwargs) Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: self._notify() Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: self.callback(batched_events) Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: event.method(event) Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: return f(self, *a, **k) Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._get(url).json() Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:43:45.839636 dv-cinder-836996-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:43:45.895031 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (a161474f-d540-4252-8bd9-c98f98ab5967), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.899612 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:45.902972 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] 10.222.0.18 "DELETE /v2.0/networks/a161474f-d540-4252-8bd9-c98f98ab5967 HTTP/1.1" status: 204 len: 168 time: 0.5242906 Apr 11 06:43:45.906169 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:45.916456 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695f596-2c71-4937-84e0-45b2bb18686c admin admin] Pushing event deleted for resources: {'Network': ['ID=a161474f-d540-4252-8bd9-c98f98ab5967,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:46.249732 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f198d969-3721-4093-b34c-5a3a36f6309c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035915'] for router_interface (d90db93d-9f1e-4ea7-b550-738ac3a6baea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:46.487468 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f198d969-3721-4093-b34c-5a3a36f6309c admin admin] Deleting port 673ae592-3644-407b-b04f-9138cc1a92c0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:43:46.487762 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f198d969-3721-4093-b34c-5a3a36f6309c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:46.576590 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f198d969-3721-4093-b34c-5a3a36f6309c admin admin] For port 673ae592-3644-407b-b04f-9138cc1a92c0, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=673ae592-3644-407b-b04f-9138cc1a92c0,segment=NetworkSegment(13dad328-019d-460b-a9b2-44cd12db3816),segment_id=13dad328-019d-460b-a9b2-44cd12db3816)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:43:46.576845 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f198d969-3721-4093-b34c-5a3a36f6309c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:46.590164 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f198d969-3721-4093-b34c-5a3a36f6309c admin admin] Calling delete_port for 673ae592-3644-407b-b04f-9138cc1a92c0 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:43:46.966800 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 548d2de0-991b-4175-98be-62e16a05da39 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:43:46.987495 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 548d2de0-991b-4175-98be-62e16a05da39 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:43:46.988213 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 548d2de0-991b-4175-98be-62e16a05da39 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:43:46.988995 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 356f9f7f-c829-47a7-833a-8b1b191c8279 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:43:47.009126 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 356f9f7f-c829-47a7-833a-8b1b191c8279 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:43:47.009488 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 356f9f7f-c829-47a7-833a-8b1b191c8279 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:43:47.009882 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 8fc0fe25-fc02-4085-9ee8-2e941816a439 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:43:47.028717 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 8fc0fe25-fc02-4085-9ee8-2e941816a439 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:43:47.029084 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 8fc0fe25-fc02-4085-9ee8-2e941816a439 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:43:47.037555 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f198d969-3721-4093-b34c-5a3a36f6309c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (673ae592-3644-407b-b04f-9138cc1a92c0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:47.065766 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198d969-3721-4093-b34c-5a3a36f6309c admin admin] Pushing event deleted for resources: {'Port': ['ID=673ae592-3644-407b-b04f-9138cc1a92c0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:47.234389 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f198d969-3721-4093-b34c-5a3a36f6309c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035815'] for router_interface (d90db93d-9f1e-4ea7-b550-738ac3a6baea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:47.480056 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f198d969-3721-4093-b34c-5a3a36f6309c admin admin] Router d90db93d-9f1e-4ea7-b550-738ac3a6baea has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:43:47.605816 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f198d969-3721-4093-b34c-5a3a36f6309c admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:43:47.611250 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f198d969-3721-4093-b34c-5a3a36f6309c admin admin] 10.222.0.18 "PUT /v2.0/routers/d90db93d-9f1e-4ea7-b550-738ac3a6baea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7039225 Apr 11 06:43:47.613924 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44628) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:47.616417 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd2c8c-c833-4288-95b5-07980ee71463 None None] Sync routers for ids ['d90db93d-9f1e-4ea7-b550-738ac3a6baea'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:43:47.628193 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd2c8c-c833-4288-95b5-07980ee71463 None None] Routers {'d90db93d-9f1e-4ea7-b550-738ac3a6baea'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:43:47.628811 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-33dd2c8c-c833-4288-95b5-07980ee71463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['d90db93d-9f1e-4ea7-b550-738ac3a6baea'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:47.722902 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Publish callbacks [] for router (d90db93d-9f1e-4ea7-b550-738ac3a6baea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:47.736706 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-33dd2c8c-c833-4288-95b5-07980ee71463 None None] Set router d90db93d-9f1e-4ea7-b550-738ac3a6baea gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:43:47.831887 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Publish callbacks [] for router_gateway (d90db93d-9f1e-4ea7-b550-738ac3a6baea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:47.880102 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Deleting port cf64635f-d14a-40e9-8a1e-afcfcaab36dd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:43:47.880453 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:47.910316 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-33dd2c8c-c833-4288-95b5-07980ee71463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'name': 'tempest-TestShelveInstance-982318076-router', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:43:46Z', 'revision_number': 5, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'gw_port': {'id': 'cf64635f-d14a-40e9-8a1e-afcfcaab36dd', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:47.941754 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd2c8c-c833-4288-95b5-07980ee71463 None None] Checking router: d90db93d-9f1e-4ea7-b550-738ac3a6baea for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:43:47.951108 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd2c8c-c833-4288-95b5-07980ee71463 None None] Routers {'d90db93d-9f1e-4ea7-b550-738ac3a6baea'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:43:47.951706 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-33dd2c8c-c833-4288-95b5-07980ee71463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:23Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['d90db93d-9f1e-4ea7-b550-738ac3a6baea'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:47.965808 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] For port cf64635f-d14a-40e9-8a1e-afcfcaab36dd, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=cf64635f-d14a-40e9-8a1e-afcfcaab36dd,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:43:47.966351 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:47.980352 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Calling delete_port for cf64635f-d14a-40e9-8a1e-afcfcaab36dd owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:43:48.040877 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-33dd2c8c-c833-4288-95b5-07980ee71463 None None] Set router d90db93d-9f1e-4ea7-b550-738ac3a6baea gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:43:48.093026 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-33dd2c8c-c833-4288-95b5-07980ee71463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'name': 'tempest-TestShelveInstance-982318076-router', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:43:47Z', 'revision_number': 6, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'gw_port_host': None}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:48.123007 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd2c8c-c833-4288-95b5-07980ee71463 None None] The sync data for ids ['d90db93d-9f1e-4ea7-b550-738ac3a6baea'] in dv-cinder-836996-3-iscsi is: [{'id': 'd90db93d-9f1e-4ea7-b550-738ac3a6baea', 'name': 'tempest-TestShelveInstance-982318076-router', 'tenant_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:39:18Z', 'updated_at': '2022-04-11T06:43:47Z', 'revision_number': 6, 'project_id': '86958f2d8c384ca8a6f26d8a05c2a822', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:43:48.159260 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (cf64635f-d14a-40e9-8a1e-afcfcaab36dd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.190142 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf64635f-d14a-40e9-8a1e-afcfcaab36dd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:48.254632 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037377'] for router_gateway (d90db93d-9f1e-4ea7-b550-738ac3a6baea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.346623 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2088751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30897'] for router (d90db93d-9f1e-4ea7-b550-738ac3a6baea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.349018 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Publish callbacks [] for router_controller (d90db93d-9f1e-4ea7-b550-738ac3a6baea), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.396423 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2088742'] for router (d90db93d-9f1e-4ea7-b550-738ac3a6baea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.397004 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d90db93d-9f1e-4ea7-b550-738ac3a6baea {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:43:48.401834 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.403393 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6e3be9fd-7398-4c0c-be6e-f4ff95432548 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d90db93d-9f1e-4ea7-b550-738ac3a6baea HTTP/1.1" status: 204 len: 168 time: 0.7884991 Apr 11 06:43:48.405979 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:48.451179 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a34353-5440-4908-bafa-242a5591b64e admin admin] Deleting subnet cdbaf5a2-f825-40af-b780-76612b554cc2 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:43:48.454633 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08a34353-5440-4908-bafa-242a5591b64e admin admin] Publish callbacks [] for subnet (cdbaf5a2-f825-40af-b780-76612b554cc2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.492766 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08a34353-5440-4908-bafa-242a5591b64e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2113639'] for subnet (cdbaf5a2-f825-40af-b780-76612b554cc2), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.581676 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08a34353-5440-4908-bafa-242a5591b64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (cdbaf5a2-f825-40af-b780-76612b554cc2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.636538 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08a34353-5440-4908-bafa-242a5591b64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9388572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3823590'] for subnet (cdbaf5a2-f825-40af-b780-76612b554cc2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.663332 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a34353-5440-4908-bafa-242a5591b64e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbaf5a2-f825-40af-b780-76612b554cc2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:48.665318 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08a34353-5440-4908-bafa-242a5591b64e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.670135 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-08a34353-5440-4908-bafa-242a5591b64e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cdbaf5a2-f825-40af-b780-76612b554cc2 HTTP/1.1" status: 204 len: 168 time: 0.2613664 Apr 11 06:43:48.670327 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca65217-b870-4e4a-ac21-42ff6444107e None None] Network 999ef940-6a07-4515-9365-d0710f57e29a requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:43:48.671298 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44632) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:48.739016 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (999ef940-6a07-4515-9365-d0710f57e29a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.788380 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Deleting port 4ffbf716-1e39-4c90-988e-3139feea3b89 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:43:48.788734 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.851717 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] For port 4ffbf716-1e39-4c90-988e-3139feea3b89, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=4ffbf716-1e39-4c90-988e-3139feea3b89,segment=NetworkSegment(13dad328-019d-460b-a9b2-44cd12db3816),segment_id=13dad328-019d-460b-a9b2-44cd12db3816)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:43:48.852047 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.866474 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Calling delete_port for 4ffbf716-1e39-4c90-988e-3139feea3b89 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:43:48.880993 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] DHCP port deletion for 999ef940-6a07-4515-9365-d0710f57e29a request from dv-cinder-836996-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:43:48.934658 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Deleting port 4ffbf716-1e39-4c90-988e-3139feea3b89 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:43:48.935134 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.955402 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:48.984374 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffbf716-1e39-4c90-988e-3139feea3b89,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:48.986494 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] No DVR routers for this DVR port 4ffbf716-1e39-4c90-988e-3139feea3b89 on host dv-cinder-836996-3-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:43:49.022579 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 673ae592-3644-407b-b04f-9138cc1a92c0 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:43:49.026739 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] For port 4ffbf716-1e39-4c90-988e-3139feea3b89, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=4ffbf716-1e39-4c90-988e-3139feea3b89,segment=NetworkSegment(13dad328-019d-460b-a9b2-44cd12db3816),segment_id=13dad328-019d-460b-a9b2-44cd12db3816)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:43:49.027230 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:49.052238 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 673ae592-3644-407b-b04f-9138cc1a92c0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:43:49.052574 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 673ae592-3644-407b-b04f-9138cc1a92c0 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:43:49.053013 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 4ffbf716-1e39-4c90-988e-3139feea3b89 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:43:49.057921 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Calling delete_port for 4ffbf716-1e39-4c90-988e-3139feea3b89 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:43:49.061029 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (999ef940-6a07-4515-9365-d0710f57e29a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:49.079794 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 4ffbf716-1e39-4c90-988e-3139feea3b89 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:43:49.080152 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 4ffbf716-1e39-4c90-988e-3139feea3b89 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:43:49.080576 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device cf64635f-d14a-40e9-8a1e-afcfcaab36dd no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:43:49.081200 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999ef940-6a07-4515-9365-d0710f57e29a']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:49.091015 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13dad328-019d-460b-a9b2-44cd12db3816') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:49.091294 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13dad328-019d-460b-a9b2-44cd12db3816') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:49.101887 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2113646'] for segment (13dad328-019d-460b-a9b2-44cd12db3816), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:49.103967 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: cf64635f-d14a-40e9-8a1e-afcfcaab36dd {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:43:49.104241 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device cf64635f-d14a-40e9-8a1e-afcfcaab36dd not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:43:49.117164 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (13dad328-019d-460b-a9b2-44cd12db3816), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:49.128029 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:43:49.128500 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9388726'] for segment (13dad328-019d-460b-a9b2-44cd12db3816), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: Traceback (most recent call last): Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: timer() Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: cb(*args, **kw) Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: return func(*args, **kwargs) Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: self._notify() Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: self.callback(batched_events) Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: event.method(event) Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: return f(self, *a, **k) Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._get(url).json() Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:43:49.130582 dv-cinder-836996-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:43:49.178172 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691'] for port (4ffbf716-1e39-4c90-988e-3139feea3b89), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:49.189522 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (999ef940-6a07-4515-9365-d0710f57e29a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:49.194031 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:49.197302 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] 10.222.0.18 "DELETE /v2.0/networks/999ef940-6a07-4515-9365-d0710f57e29a HTTP/1.1" status: 204 len: 168 time: 0.5250554 Apr 11 06:43:49.211914 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac8fbe-690f-4df1-b494-154a71a9fe56 admin admin] Pushing event deleted for resources: {'Network': ['ID=999ef940-6a07-4515-9365-d0710f57e29a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:49.221212 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Pushing event deleted for resources: {'Port': ['ID=4ffbf716-1e39-4c90-988e-3139feea3b89,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:49.224035 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] No DVR routers for this DVR port 4ffbf716-1e39-4c90-988e-3139feea3b89 on host dv-cinder-836996-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:43:49.231940 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.232518 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.232854 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.233288 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.233620 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.234638 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.234638 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.234638 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.234887 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.235123 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.235471 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.235767 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.236099 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.236364 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.236696 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613cfe38-ae57-415e-8cc6-889ece0dc50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-3-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 06:43:49.449099 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44636) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:49.490242 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a04df05a-ea99-427a-809c-215caaecf7e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ff7d8449ddb4b1eb889c7793f6e2760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398676 Apr 11 06:43:49.492696 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44638) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:49.544539 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aabbe65f-6d1d-45f4-b6e3-a5336856de0b admin admin] Publish callbacks [] for security_group (55a09108-9651-490a-9670-646ee92ea966), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:49.565397 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aabbe65f-6d1d-45f4-b6e3-a5336856de0b admin admin] Publish callbacks [] for security_group (55a09108-9651-490a-9670-646ee92ea966), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:49.625801 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aabbe65f-6d1d-45f4-b6e3-a5336856de0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (55a09108-9651-490a-9670-646ee92ea966), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:49.628383 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aabbe65f-6d1d-45f4-b6e3-a5336856de0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:49.629635 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-aabbe65f-6d1d-45f4-b6e3-a5336856de0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55a09108-9651-490a-9670-646ee92ea966 HTTP/1.1" status: 204 len: 168 time: 0.1360424 Apr 11 06:43:49.637663 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbe65f-6d1d-45f4-b6e3-a5336856de0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a09108-9651-490a-9670-646ee92ea966,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:49.963264 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44644) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:50.005695 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3e822ff2-d355-4f05-a5f5-17fd4d047ba8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86958f2d8c384ca8a6f26d8a05c2a822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412560 Apr 11 06:43:50.008438 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44646) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:50.057163 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-223b1849-3a22-4543-9137-bb4a8ba76149 admin admin] Publish callbacks [] for security_group (659e3a85-d616-4b83-ad19-6a0992cfc078), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:50.080147 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-223b1849-3a22-4543-9137-bb4a8ba76149 admin admin] Publish callbacks [] for security_group (659e3a85-d616-4b83-ad19-6a0992cfc078), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:50.135461 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-223b1849-3a22-4543-9137-bb4a8ba76149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (659e3a85-d616-4b83-ad19-6a0992cfc078), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:50.138034 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-223b1849-3a22-4543-9137-bb4a8ba76149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:50.139233 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-223b1849-3a22-4543-9137-bb4a8ba76149 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/659e3a85-d616-4b83-ad19-6a0992cfc078 HTTP/1.1" status: 204 len: 168 time: 0.1298163 Apr 11 06:43:50.147227 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b1849-3a22-4543-9137-bb4a8ba76149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659e3a85-d616-4b83-ad19-6a0992cfc078,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:51.096259 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8098501e-90aa-4463-9b2b-45bc6848f122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:53.158794 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7df5-293f-404a-bfb0-43c361ae2f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:54.656257 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:55.923856 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:55.988086 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:57.227753 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:57.717822 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44650) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:43:57.881147 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Deleting port cfdbdb18-b1ce-49b2-80dd-477f36e46911 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:43:57.881428 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (cfdbdb18-b1ce-49b2-80dd-477f36e46911), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:57.958416 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (cfdbdb18-b1ce-49b2-80dd-477f36e46911), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:57.958715 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (cfdbdb18-b1ce-49b2-80dd-477f36e46911), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:57.971735 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Calling delete_port for cfdbdb18-b1ce-49b2-80dd-477f36e46911 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:43:58.122960 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (cfdbdb18-b1ce-49b2-80dd-477f36e46911), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:58.154597 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event deleted for resources: {'Port': ['ID=cfdbdb18-b1ce-49b2-80dd-477f36e46911,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:43:58.216002 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (1f526cb1-76ff-4463-b324-beb7336b6063), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:58.216281 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Floating IP 1f526cb1-76ff-4463-b324-beb7336b6063 disassociated (deleted). External IP: 172.27.2.120, port: f96d5733-b726-4491-9b32-c2921b6cd5c3. Apr 11 06:43:58.441639 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Router f43113e6-cabd-41a2-a8e2-5938f57c8e3b has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:43:58.563587 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:43:58.570983 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:43:58.578209 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d7788-ceaa-453b-8b94-66535d9d7ab6 None None] Sync routers for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:43:58.590667 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d7788-ceaa-453b-8b94-66535d9d7ab6 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:43:58.591284 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a82d7788-ceaa-453b-8b94-66535d9d7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:58.609532 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6aa3051a-94dc-4e42-ab90-68d943490ca8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "DELETE /v2.0/floatingips/1f526cb1-76ff-4463-b324-beb7336b6063 HTTP/1.1" status: 204 len: 168 time: 0.8901510 Apr 11 06:43:58.610185 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'tag': 'f96d5733-b726-4491-9b32-c2921b6cd5c3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:43:58.612558 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31711e7d-9182-4919-8734-1c3e211bc27c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec432d1-28d4-4607-967d-2dd9d96acc3c", "tag": "f96d5733-b726-4491-9b32-c2921b6cd5c3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:43:58.706380 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a82d7788-ceaa-453b-8b94-66535d9d7ab6 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:43:58.837530 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64477ac6-8b03-428d-8f44-959a5701fba0 req-75856b8c-dff1-49cf-a7b0-289dfe286b57 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:58.850382 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-64477ac6-8b03-428d-8f44-959a5701fba0 req-75856b8c-dff1-49cf-a7b0-289dfe286b57 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 945 time: 0.0632026 Apr 11 06:43:58.873930 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70677b9e-7b0f-4e3a-80d2-e726ae2edeb0 x-openstack-request-id: req-70677b9e-7b0f-4e3a-80d2-e726ae2edeb0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:43:58.874438 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec432d1-28d4-4607-967d-2dd9d96acc3c", "tag": "f96d5733-b726-4491-9b32-c2921b6cd5c3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:43:58.874438 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70677b9e-7b0f-4e3a-80d2-e726ae2edeb0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:43:58.874869 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70677b9e-7b0f-4e3a-80d2-e726ae2edeb0'] response: {'name': 'network-changed', 'server_uuid': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'tag': 'f96d5733-b726-4491-9b32-c2921b6cd5c3', 'status': 'completed', 'code': 200} Apr 11 06:43:58.902055 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-64477ac6-8b03-428d-8f44-959a5701fba0 req-d9a49eb0-6cff-4d73-8a00-28acd475c4a8 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454035 Apr 11 06:43:58.942081 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a82d7788-ceaa-453b-8b94-66535d9d7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '00e19853-211a-404c-b4c0-a390a25c3ad2', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:d6:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:40:29Z', 'updated_at': '2022-04-11T06:40:31Z', 'revision_number': 1, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:58.968668 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d7788-ceaa-453b-8b94-66535d9d7ab6 None None] Checking router: f43113e6-cabd-41a2-a8e2-5938f57c8e3b for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:43:58.978160 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d7788-ceaa-453b-8b94-66535d9d7ab6 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:43:58.978765 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a82d7788-ceaa-453b-8b94-66535d9d7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:59.096714 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-a82d7788-ceaa-453b-8b94-66535d9d7ab6 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:43:59.322458 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-a82d7788-ceaa-453b-8b94-66535d9d7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '00e19853-211a-404c-b4c0-a390a25c3ad2', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:d6:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:40:29Z', 'updated_at': '2022-04-11T06:40:31Z', 'revision_number': 1, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:43:59.350394 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82d7788-ceaa-453b-8b94-66535d9d7ab6 None None] The sync data for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi is: [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_floatingips': [{'id': '00e19853-211a-404c-b4c0-a390a25c3ad2', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'router_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'port_id': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'mac_address': 'fa:16:3e:d6:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T06:40:29Z', 'updated_at': '2022-04-11T06:40:31Z', 'revision_number': 1, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:43:59.575484 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509e5ab-8e30-498f-b4d2-795cd8a59764 None None] New status for floating IP 1f526cb1-76ff-4463-b324-beb7336b6063: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:43:59.794246 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31711e7d-9182-4919-8734-1c3e211bc27c req-0237c636-b235-43b2-b315-272b66f8d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:43:59.795749 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31711e7d-9182-4919-8734-1c3e211bc27c req-0237c636-b235-43b2-b315-272b66f8d4f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 1129 time: 0.0410812 Apr 11 06:44:00.287999 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31711e7d-9182-4919-8734-1c3e211bc27c req-498822c0-5af9-4cfa-8138-6ef47ce231a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:44:00.289384 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31711e7d-9182-4919-8734-1c3e211bc27c req-498822c0-5af9-4cfa-8138-6ef47ce231a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 912 time: 0.4042025 Apr 11 06:44:00.356951 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31711e7d-9182-4919-8734-1c3e211bc27c req-c2cbf1f8-aba6-42d9-b6c0-712679779b11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96d5733-b726-4491-9b32-c2921b6cd5c3 HTTP/1.1" status: 200 len: 217 time: 0.0451145 Apr 11 06:44:00.364578 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ca7ad-901c-488d-9f20-2061ac2d87bc req-e44dbefc-a50d-4048-ab56-43c9054830f5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:44:00.366041 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6e2ca7ad-901c-488d-9f20-2061ac2d87bc req-e44dbefc-a50d-4048-ab56-43c9054830f5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 945 time: 0.3920033 Apr 11 06:44:00.380838 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b845815-c95d-40d6-a77b-7acf23efa858 req-47a7ec5b-402f-41a3-aab2-fc35b2859b1c tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:44:00.382349 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b845815-c95d-40d6-a77b-7acf23efa858 req-47a7ec5b-402f-41a3-aab2-fc35b2859b1c tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 945 time: 0.1238990 Apr 11 06:44:00.510622 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31711e7d-9182-4919-8734-1c3e211bc27c req-52a8e072-043d-4bec-af1e-f0b107dced6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:44:00.512142 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31711e7d-9182-4919-8734-1c3e211bc27c req-52a8e072-043d-4bec-af1e-f0b107dced6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.1452410 Apr 11 06:44:00.540120 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6e2ca7ad-901c-488d-9f20-2061ac2d87bc req-b9fb544b-5d27-4bc2-acca-dc0061f6f518 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655343 Apr 11 06:44:00.555952 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0b845815-c95d-40d6-a77b-7acf23efa858 req-2998c565-935b-4a26-be71-e6f8f9762df7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Deleting port f96d5733-b726-4491-9b32-c2921b6cd5c3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:44:00.556179 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b845815-c95d-40d6-a77b-7acf23efa858 req-2998c565-935b-4a26-be71-e6f8f9762df7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:00.593411 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31711e7d-9182-4919-8734-1c3e211bc27c req-a53c799f-d02e-42cf-b2b6-ee2ddc0d87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:44:00.594919 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31711e7d-9182-4919-8734-1c3e211bc27c req-a53c799f-d02e-42cf-b2b6-ee2ddc0d87eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723410 Apr 11 06:44:00.712569 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0b845815-c95d-40d6-a77b-7acf23efa858 req-2998c565-935b-4a26-be71-e6f8f9762df7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] For port f96d5733-b726-4491-9b32-c2921b6cd5c3, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=f96d5733-b726-4491-9b32-c2921b6cd5c3,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:44:00.713328 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b845815-c95d-40d6-a77b-7acf23efa858 req-2998c565-935b-4a26-be71-e6f8f9762df7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:00.732711 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-0b845815-c95d-40d6-a77b-7acf23efa858 req-2998c565-935b-4a26-be71-e6f8f9762df7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Calling delete_port for f96d5733-b726-4491-9b32-c2921b6cd5c3 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:44:00.749928 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31711e7d-9182-4919-8734-1c3e211bc27c req-ad61dbf1-0ba5-44ee-8232-c5ca71f9e23a service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262805 Apr 11 06:44:00.890427 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31711e7d-9182-4919-8734-1c3e211bc27c req-b0c82b63-ed9f-4da7-b2b4-7470484b22b7 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055725 Apr 11 06:44:00.944408 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b845815-c95d-40d6-a77b-7acf23efa858 req-2998c565-935b-4a26-be71-e6f8f9762df7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (f96d5733-b726-4491-9b32-c2921b6cd5c3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:00.973591 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998c565-935b-4a26-be71-e6f8f9762df7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event deleted for resources: {'Port': ['ID=f96d5733-b726-4491-9b32-c2921b6cd5c3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:01.018011 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b845815-c95d-40d6-a77b-7acf23efa858 req-2998c565-935b-4a26-be71-e6f8f9762df7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] No DVR routers for this DVR port f96d5733-b726-4491-9b32-c2921b6cd5c3 on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:44:01.020649 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b845815-c95d-40d6-a77b-7acf23efa858 req-2998c565-935b-4a26-be71-e6f8f9762df7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:01.024042 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b845815-c95d-40d6-a77b-7acf23efa858 req-2998c565-935b-4a26-be71-e6f8f9762df7 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "DELETE /v2.0/ports/f96d5733-b726-4491-9b32-c2921b6cd5c3 HTTP/1.1" status: 204 len: 173 time: 0.6350224 Apr 11 06:44:01.024496 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'name': 'network-vif-deleted', 'tag': 'f96d5733-b726-4491-9b32-c2921b6cd5c3'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:44:01.026775 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c819d9fd-3ca0-4ec8-82d0-31dc4831a4bd" -d '{"events": [{"server_uuid": "5ec432d1-28d4-4607-967d-2dd9d96acc3c", "name": "network-vif-deleted", "tag": "f96d5733-b726-4491-9b32-c2921b6cd5c3"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:44:01.062651 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3e857a-389e-4125-bc14-6ea2873d298b x-openstack-request-id: req-5a3e857a-389e-4125-bc14-6ea2873d298b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:44:01.062943 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec432d1-28d4-4607-967d-2dd9d96acc3c", "name": "network-vif-deleted", "tag": "f96d5733-b726-4491-9b32-c2921b6cd5c3", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:44:01.063195 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a3e857a-389e-4125-bc14-6ea2873d298b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:44:01.063597 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3e857a-389e-4125-bc14-6ea2873d298b'] response: {'server_uuid': '5ec432d1-28d4-4607-967d-2dd9d96acc3c', 'name': 'network-vif-deleted', 'tag': 'f96d5733-b726-4491-9b32-c2921b6cd5c3', 'status': 'completed', 'code': 200} Apr 11 06:44:01.664156 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9ee8f2f4-fdb7-49f6-b8ed-00b9a7bc0b26 req-358a9600-0a4f-47fb-b9bc-d6e4e2c183a5 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec432d1-28d4-4607-967d-2dd9d96acc3c HTTP/1.1" status: 200 len: 210 time: 0.0296645 Apr 11 06:44:02.473479 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device f96d5733-b726-4491-9b32-c2921b6cd5c3 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:44:02.507180 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: f96d5733-b726-4491-9b32-c2921b6cd5c3 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:44:02.507523 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device f96d5733-b726-4491-9b32-c2921b6cd5c3 not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:44:03.181308 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:44:04.988622 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44680) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:05.143938 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Deleting port 9da56a64-885d-4071-a154-94d08228c675 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:44:05.144218 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (9da56a64-885d-4071-a154-94d08228c675), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:05.218280 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (9da56a64-885d-4071-a154-94d08228c675), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:05.218509 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (9da56a64-885d-4071-a154-94d08228c675), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:05.230758 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Calling delete_port for 9da56a64-885d-4071-a154-94d08228c675 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:44:05.395237 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (9da56a64-885d-4071-a154-94d08228c675), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:05.426694 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event deleted for resources: {'Port': ['ID=9da56a64-885d-4071-a154-94d08228c675,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:05.490593 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (00e19853-211a-404c-b4c0-a390a25c3ad2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:05.490854 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Floating IP 00e19853-211a-404c-b4c0-a390a25c3ad2 disassociated (deleted). External IP: 172.27.2.148, port: 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb. Apr 11 06:44:05.706414 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Router f43113e6-cabd-41a2-a8e2-5938f57c8e3b has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:44:05.822011 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:44:05.827820 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:05.832637 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d054b31-df44-4f5f-9f24-9f05f1d93e31 None None] Sync routers for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:44:05.844462 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d054b31-df44-4f5f-9f24-9f05f1d93e31 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:44:05.845102 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8d054b31-df44-4f5f-9f24-9f05f1d93e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:05.864514 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6ed28584-d31b-4d17-a48e-a8e85acf74db tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "DELETE /v2.0/floatingips/00e19853-211a-404c-b4c0-a390a25c3ad2 HTTP/1.1" status: 204 len: 168 time: 0.8746865 Apr 11 06:44:05.865141 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'tag': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:44:05.867512 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92eb20f2643b1251a33810223587330f6c81adbd1bb583d5e57c20164afb809c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f425b838-85ab-42e7-9410-35915f255324" -d '{"events": [{"name": "network-changed", "server_uuid": "12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde", "tag": "3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:44:05.905063 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 06:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a100ec39-5b2f-4714-ba05-d40cbe50708b x-openstack-request-id: req-a100ec39-5b2f-4714-ba05-d40cbe50708b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:44:05.905351 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde", "tag": "3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:44:05.905555 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a100ec39-5b2f-4714-ba05-d40cbe50708b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:44:05.905967 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a100ec39-5b2f-4714-ba05-d40cbe50708b'] response: {'name': 'network-changed', 'server_uuid': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'tag': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'status': 'completed', 'code': 200} Apr 11 06:44:05.975818 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8d054b31-df44-4f5f-9f24-9f05f1d93e31 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:44:05.989986 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425b838-85ab-42e7-9410-35915f255324 req-8ae9dd6a-6428-4742-ae2d-a3abaec8b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:44:05.991687 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f425b838-85ab-42e7-9410-35915f255324 req-8ae9dd6a-6428-4742-ae2d-a3abaec8b1c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 1129 time: 0.0657353 Apr 11 06:44:06.135276 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a00e9-c0de-4d2a-807f-420861242b50 req-4b1fd656-d5b4-4f26-a936-f0645da46b96 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:44:06.136679 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-561a00e9-c0de-4d2a-807f-420861242b50 req-4b1fd656-d5b4-4f26-a936-f0645da46b96 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 945 time: 0.0682313 Apr 11 06:44:06.139765 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425b838-85ab-42e7-9410-35915f255324 req-0683c930-6419-4bfc-945a-70dc0babbfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:44:06.141204 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f425b838-85ab-42e7-9410-35915f255324 req-0683c930-6419-4bfc-945a-70dc0babbfea service neutron] 10.222.0.20 "GET /v2.0/networks?id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 200 len: 912 time: 0.1433518 Apr 11 06:44:06.198833 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8d054b31-df44-4f5f-9f24-9f05f1d93e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:06.199958 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-561a00e9-c0de-4d2a-807f-420861242b50 req-cd6e3a76-41e5-4409-9ffa-fc8180772272 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567908 Apr 11 06:44:06.229652 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d054b31-df44-4f5f-9f24-9f05f1d93e31 None None] Checking router: f43113e6-cabd-41a2-a8e2-5938f57c8e3b for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:44:06.238475 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d054b31-df44-4f5f-9f24-9f05f1d93e31 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:44:06.239097 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8d054b31-df44-4f5f-9f24-9f05f1d93e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:06.363557 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8d054b31-df44-4f5f-9f24-9f05f1d93e31 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:44:06.718990 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8d054b31-df44-4f5f-9f24-9f05f1d93e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:06.748374 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d054b31-df44-4f5f-9f24-9f05f1d93e31 None None] The sync data for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi is: [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:18Z', 'revision_number': 4, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi', '_interfaces': [{'id': 'b460da30-f9ca-4bef-8434-65aceaeabda6', 'name': '', 'network_id': 'd136d043-47ee-4ab1-b47c-2b2f5dc06c4b', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'mac_address': 'fa:16:3e:4f:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:17Z', 'updated_at': '2022-04-11T06:37:23Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'subnets': [{'id': 'a1b0a5fa-3daa-451b-b040-825645ba15f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:44:06.990571 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7c73b-d251-43d3-b9f1-549fa715efed None None] New status for floating IP 00e19853-211a-404c-b4c0-a390a25c3ad2: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 06:44:07.124535 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f425b838-85ab-42e7-9410-35915f255324 req-23e941ab-4b17-445d-812c-42091928c0db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb HTTP/1.1" status: 200 len: 217 time: 0.0345569 Apr 11 06:44:07.176136 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425b838-85ab-42e7-9410-35915f255324 req-8c63b948-a9f4-4167-a1a7-f62aa65ab3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:44:07.177687 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f425b838-85ab-42e7-9410-35915f255324 req-8c63b948-a9f4-4167-a1a7-f62aa65ab3cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 200 len: 851 time: 0.0448012 Apr 11 06:44:07.341051 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425b838-85ab-42e7-9410-35915f255324 req-2cdb61a0-acfc-4a62-a8d6-50f30bc6f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:44:07.342747 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f425b838-85ab-42e7-9410-35915f255324 req-2cdb61a0-acfc-4a62-a8d6-50f30bc6f18d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706985 Apr 11 06:44:07.350976 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d37b5-2788-411c-9e10-49cd52d00b8f req-44617d05-6c88-452d-bdc0-aa3b7e5ebe4c tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:44:07.352389 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d8d37b5-2788-411c-9e10-49cd52d00b8f req-44617d05-6c88-452d-bdc0-aa3b7e5ebe4c tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 945 time: 0.0720289 Apr 11 06:44:07.452277 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d8d37b5-2788-411c-9e10-49cd52d00b8f req-ae31faf3-701a-4ae5-992c-e178e13e6e4a tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/security-groups?id=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920694 Apr 11 06:44:07.470793 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f425b838-85ab-42e7-9410-35915f255324 req-ca331a4d-2b19-41e5-8111-3a9b93ee007a service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174195 Apr 11 06:44:07.606942 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f425b838-85ab-42e7-9410-35915f255324 req-cd1582af-e540-4435-a4aa-9768a099c5e8 service neutron] 10.222.0.20 "GET /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116872 Apr 11 06:44:07.626591 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f016f-bed0-4351-9313-03731057ad2c req-f652fcee-665d-46d8-a162-d06cc3919ac1 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 06:44:07.628063 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb1f016f-bed0-4351-9313-03731057ad2c req-f652fcee-665d-46d8-a162-d06cc3919ac1 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 945 time: 0.0624049 Apr 11 06:44:07.714444 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-cb1f016f-bed0-4351-9313-03731057ad2c req-998c4b36-18ad-42d7-b340-7284c987c285 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Deleting port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:44:07.714792 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cb1f016f-bed0-4351-9313-03731057ad2c req-998c4b36-18ad-42d7-b340-7284c987c285 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:07.828312 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cb1f016f-bed0-4351-9313-03731057ad2c req-998c4b36-18ad-42d7-b340-7284c987c285 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] For port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:44:07.828716 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cb1f016f-bed0-4351-9313-03731057ad2c req-998c4b36-18ad-42d7-b340-7284c987c285 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:07.842717 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-cb1f016f-bed0-4351-9313-03731057ad2c req-998c4b36-18ad-42d7-b340-7284c987c285 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Calling delete_port for 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:44:07.984443 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cb1f016f-bed0-4351-9313-03731057ad2c req-998c4b36-18ad-42d7-b340-7284c987c285 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:08.017455 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c4b36-18ad-42d7-b340-7284c987c285 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event deleted for resources: {'Port': ['ID=3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:08.059511 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1f016f-bed0-4351-9313-03731057ad2c req-998c4b36-18ad-42d7-b340-7284c987c285 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] No DVR routers for this DVR port 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb on host hv-cinder-83699 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:44:08.062062 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cb1f016f-bed0-4351-9313-03731057ad2c req-998c4b36-18ad-42d7-b340-7284c987c285 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:08.065425 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cb1f016f-bed0-4351-9313-03731057ad2c req-998c4b36-18ad-42d7-b340-7284c987c285 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.20 "DELETE /v2.0/ports/3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb HTTP/1.1" status: 204 len: 173 time: 0.4314635 Apr 11 06:44:08.065858 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'name': 'network-vif-deleted', 'tag': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 06:44:08.068104 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282f8a73532444941eadadff0e984d8ea2503708600ac6ec221c07c9eb98cefc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68159f8d-620a-4fa3-9ccb-8f7ef8879973" -d '{"events": [{"server_uuid": "12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde", "name": "network-vif-deleted", "tag": "3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 06:44:08.106743 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 06:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d5bd84-c5f7-418d-a81b-52aba487e1f1 x-openstack-request-id: req-27d5bd84-c5f7-418d-a81b-52aba487e1f1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 06:44:08.107038 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde", "name": "network-vif-deleted", "tag": "3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 06:44:08.107298 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27d5bd84-c5f7-418d-a81b-52aba487e1f1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 06:44:08.107704 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d5bd84-c5f7-418d-a81b-52aba487e1f1'] response: {'server_uuid': '12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde', 'name': 'network-vif-deleted', 'tag': '3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb', 'status': 'completed', 'code': 200} Apr 11 06:44:08.563363 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2bd92786-ef60-4edd-bbed-4a5ce6cade51 req-2b15cc35-e51e-4a0f-9ec9-ad678ad44455 tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "GET /v2.0/ports?device_id=12e98e7d-0c2b-4c9f-bfbe-48cef4cbfcde HTTP/1.1" status: 200 len: 210 time: 0.0302505 Apr 11 06:44:09.639984 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44696) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:09.759114 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bfe89883-e865-4239-b538-4631f34c469f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Deleting port 69d5bbea-4204-4147-b106-b249c0807dbf {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:44:09.759413 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfe89883-e865-4239-b538-4631f34c469f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (69d5bbea-4204-4147-b106-b249c0807dbf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:10.092690 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfe89883-e865-4239-b538-4631f34c469f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (69d5bbea-4204-4147-b106-b249c0807dbf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:10.093001 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfe89883-e865-4239-b538-4631f34c469f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (69d5bbea-4204-4147-b106-b249c0807dbf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:10.105364 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bfe89883-e865-4239-b538-4631f34c469f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Calling delete_port for 69d5bbea-4204-4147-b106-b249c0807dbf owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:44:10.242008 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfe89883-e865-4239-b538-4631f34c469f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (69d5bbea-4204-4147-b106-b249c0807dbf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:10.268205 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe89883-e865-4239-b538-4631f34c469f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event deleted for resources: {'Port': ['ID=69d5bbea-4204-4147-b106-b249c0807dbf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:10.330814 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfe89883-e865-4239-b538-4631f34c469f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for floatingip (112bec29-1c6e-4e8f-b384-f510f6eef7a9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:10.333454 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfe89883-e865-4239-b538-4631f34c469f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25773'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:10.334650 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bfe89883-e865-4239-b538-4631f34c469f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "DELETE /v2.0/floatingips/112bec29-1c6e-4e8f-b384-f510f6eef7a9 HTTP/1.1" status: 204 len: 168 time: 0.6936519 Apr 11 06:44:10.489998 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:44:10.510785 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] No Port match for: 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:44:10.511126 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Device 3a02cd8b-bda5-4cf0-b8ef-2a4c273526eb not bound to the agent host hv-cinder-83699 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:44:11.547560 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44708) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:11.605086 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71dcc738-0a75-4099-9b6b-ebc1a3c2db4f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group (48776b23-b81a-4fe0-8b21-e2d02a1fdfa3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:11.629775 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71dcc738-0a75-4099-9b6b-ebc1a3c2db4f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group (48776b23-b81a-4fe0-8b21-e2d02a1fdfa3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:11.692139 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71dcc738-0a75-4099-9b6b-ebc1a3c2db4f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (48776b23-b81a-4fe0-8b21-e2d02a1fdfa3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:11.694744 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71dcc738-0a75-4099-9b6b-ebc1a3c2db4f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:11.695947 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-71dcc738-0a75-4099-9b6b-ebc1a3c2db4f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] 10.222.0.18 "DELETE /v2.0/security-groups/48776b23-b81a-4fe0-8b21-e2d02a1fdfa3 HTTP/1.1" status: 204 len: 168 time: 0.1474180 Apr 11 06:44:11.704810 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcc738-0a75-4099-9b6b-ebc1a3c2db4f tempest-TestVolumeBootPattern-1946781027 tempest-TestVolumeBootPattern-1946781027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48776b23-b81a-4fe0-8b21-e2d02a1fdfa3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:11.750754 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:12.267759 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11639077-bd7a-4426-959a-334eb0e14b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035915'] for router_interface (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:12.514782 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-11639077-bd7a-4426-959a-334eb0e14b03 admin admin] Deleting port b460da30-f9ca-4bef-8434-65aceaeabda6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:44:12.515079 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11639077-bd7a-4426-959a-334eb0e14b03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:12.600209 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-11639077-bd7a-4426-959a-334eb0e14b03 admin admin] For port b460da30-f9ca-4bef-8434-65aceaeabda6, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=b460da30-f9ca-4bef-8434-65aceaeabda6,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:44:12.600476 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11639077-bd7a-4426-959a-334eb0e14b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:12.613816 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-11639077-bd7a-4426-959a-334eb0e14b03 admin admin] Calling delete_port for b460da30-f9ca-4bef-8434-65aceaeabda6 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:44:12.825915 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11639077-bd7a-4426-959a-334eb0e14b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (b460da30-f9ca-4bef-8434-65aceaeabda6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:12.855191 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11639077-bd7a-4426-959a-334eb0e14b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=b460da30-f9ca-4bef-8434-65aceaeabda6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:13.028413 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11639077-bd7a-4426-959a-334eb0e14b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035815'] for router_interface (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:13.258090 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11639077-bd7a-4426-959a-334eb0e14b03 admin admin] Router f43113e6-cabd-41a2-a8e2-5938f57c8e3b has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:44:13.368764 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11639077-bd7a-4426-959a-334eb0e14b03 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:44:13.376888 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-11639077-bd7a-4426-959a-334eb0e14b03 admin admin] 10.222.0.18 "PUT /v2.0/routers/f43113e6-cabd-41a2-a8e2-5938f57c8e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6223598 Apr 11 06:44:13.376888 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:13.377832 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459365b-91bc-496e-b2e9-e7bbd0e20134 None None] Sync routers for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:44:13.391700 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459365b-91bc-496e-b2e9-e7bbd0e20134 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:44:13.392292 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7459365b-91bc-496e-b2e9-e7bbd0e20134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:13.484798 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Publish callbacks [] for router (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:13.499264 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7459365b-91bc-496e-b2e9-e7bbd0e20134 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: dv-cinder-836996-3-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:44:13.592461 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Publish callbacks [] for router_gateway (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:13.638607 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Deleting port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:44:13.639039 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:13.666643 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7459365b-91bc-496e-b2e9-e7bbd0e20134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:44:12Z', 'revision_number': 5, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port': {'id': '1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:13.693030 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459365b-91bc-496e-b2e9-e7bbd0e20134 None None] Checking router: f43113e6-cabd-41a2-a8e2-5938f57c8e3b for host: dv-cinder-836996-3-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:44:13.701648 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459365b-91bc-496e-b2e9-e7bbd0e20134 None None] Routers {'f43113e6-cabd-41a2-a8e2-5938f57c8e3b'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:44:13.702583 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7459365b-91bc-496e-b2e9-e7bbd0e20134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:13.723547 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] For port 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:44:13.723913 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:13.737116 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Calling delete_port for 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:44:13.790241 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7459365b-91bc-496e-b2e9-e7bbd0e20134 None None] Set router f43113e6-cabd-41a2-a8e2-5938f57c8e3b gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:44:13.844301 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7459365b-91bc-496e-b2e9-e7bbd0e20134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:44:13Z', 'revision_number': 6, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port_host': None}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:13.870505 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459365b-91bc-496e-b2e9-e7bbd0e20134 None None] The sync data for ids ['f43113e6-cabd-41a2-a8e2-5938f57c8e3b'] in dv-cinder-836996-3-iscsi is: [{'id': 'f43113e6-cabd-41a2-a8e2-5938f57c8e3b', 'name': 'tempest-TestVolumeBootPattern-1259624426-router', 'tenant_id': '29d07bdf95d441a8869cefd9f49a60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:15Z', 'updated_at': '2022-04-11T06:44:13Z', 'revision_number': 6, 'project_id': '29d07bdf95d441a8869cefd9f49a60ac', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:44:13.911237 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:13.938284 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:14.005522 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037377'] for router_gateway (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.098011 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2088751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30897'] for router (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.100417 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Publish callbacks [] for router_controller (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.148096 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2088742'] for router (f43113e6-cabd-41a2-a8e2-5938f57c8e3b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.148730 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f43113e6-cabd-41a2-a8e2-5938f57c8e3b {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:44:14.153610 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.154800 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-54a7ca86-7e77-41b1-9a8b-c7060d240948 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f43113e6-cabd-41a2-a8e2-5938f57c8e3b HTTP/1.1" status: 204 len: 168 time: 0.7769647 Apr 11 06:44:14.157419 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44718) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:14.202866 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f95ada-8470-4537-b500-0a3f5d2318cb admin admin] Deleting subnet a1b0a5fa-3daa-451b-b040-825645ba15f8 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:44:14.207274 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6f95ada-8470-4537-b500-0a3f5d2318cb admin admin] Publish callbacks [] for subnet (a1b0a5fa-3daa-451b-b040-825645ba15f8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.243393 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6f95ada-8470-4537-b500-0a3f5d2318cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2113639'] for subnet (a1b0a5fa-3daa-451b-b040-825645ba15f8), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.328737 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6f95ada-8470-4537-b500-0a3f5d2318cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (a1b0a5fa-3daa-451b-b040-825645ba15f8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.384537 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6f95ada-8470-4537-b500-0a3f5d2318cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9388572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3823590'] for subnet (a1b0a5fa-3daa-451b-b040-825645ba15f8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.409979 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f95ada-8470-4537-b500-0a3f5d2318cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b0a5fa-3daa-451b-b040-825645ba15f8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:14.413454 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6f95ada-8470-4537-b500-0a3f5d2318cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.418945 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d6f95ada-8470-4537-b500-0a3f5d2318cb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a1b0a5fa-3daa-451b-b040-825645ba15f8 HTTP/1.1" status: 204 len: 168 time: 0.2604640 Apr 11 06:44:14.420059 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef44b1e-8eb8-4893-8510-4ad8d71a4f06 None None] Network d136d043-47ee-4ab1-b47c-2b2f5dc06c4b requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:44:14.421445 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44720) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:14.499430 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (d136d043-47ee-4ab1-b47c-2b2f5dc06c4b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.546324 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Deleting port b252c41d-9a92-488f-8de8-ed62bd0f2e8c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:44:14.546655 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.610436 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] For port b252c41d-9a92-488f-8de8-ed62bd0f2e8c, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=b252c41d-9a92-488f-8de8-ed62bd0f2e8c,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:44:14.610808 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.618754 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a83a601-7229-4bdb-a535-ef79d7c1984a None None] DHCP port deletion for d136d043-47ee-4ab1-b47c-2b2f5dc06c4b request from dv-cinder-836996-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:44:14.625551 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Calling delete_port for b252c41d-9a92-488f-8de8-ed62bd0f2e8c owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:44:14.659138 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4a83a601-7229-4bdb-a535-ef79d7c1984a None None] Deleting port b252c41d-9a92-488f-8de8-ed62bd0f2e8c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:44:14.659615 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a83a601-7229-4bdb-a535-ef79d7c1984a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.716134 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.730963 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4a83a601-7229-4bdb-a535-ef79d7c1984a None None] For port b252c41d-9a92-488f-8de8-ed62bd0f2e8c, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=b252c41d-9a92-488f-8de8-ed62bd0f2e8c,segment=NetworkSegment(2eb9371a-89ea-4699-ada8-ae2aac74c704),segment_id=2eb9371a-89ea-4699-ada8-ae2aac74c704)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:44:14.731349 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a83a601-7229-4bdb-a535-ef79d7c1984a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.742485 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Pushing event deleted for resources: {'Port': ['ID=b252c41d-9a92-488f-8de8-ed62bd0f2e8c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:14.745896 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4a83a601-7229-4bdb-a535-ef79d7c1984a None None] Calling delete_port for b252c41d-9a92-488f-8de8-ed62bd0f2e8c owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:44:14.747382 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] No DVR routers for this DVR port b252c41d-9a92-488f-8de8-ed62bd0f2e8c on host dv-cinder-836996-3-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:44:14.822552 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (d136d043-47ee-4ab1-b47c-2b2f5dc06c4b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.825173 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a83a601-7229-4bdb-a535-ef79d7c1984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691'] for port (b252c41d-9a92-488f-8de8-ed62bd0f2e8c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.844062 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d136d043-47ee-4ab1-b47c-2b2f5dc06c4b']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:14.850839 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83a601-7229-4bdb-a535-ef79d7c1984a None None] Pushing event deleted for resources: {'Port': ['ID=b252c41d-9a92-488f-8de8-ed62bd0f2e8c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:14.854340 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb9371a-89ea-4699-ada8-ae2aac74c704') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:14.854691 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a83a601-7229-4bdb-a535-ef79d7c1984a None None] No DVR routers for this DVR port b252c41d-9a92-488f-8de8-ed62bd0f2e8c on host dv-cinder-836996-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:44:14.854818 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb9371a-89ea-4699-ada8-ae2aac74c704') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:14.871349 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2113646'] for segment (2eb9371a-89ea-4699-ada8-ae2aac74c704), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.885813 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (2eb9371a-89ea-4699-ada8-ae2aac74c704), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.893297 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:44:14.893861 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9388726'] for segment (2eb9371a-89ea-4699-ada8-ae2aac74c704), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: Traceback (most recent call last): Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: timer() Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: cb(*args, **kw) Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: return func(*args, **kwargs) Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: self._notify() Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: self.callback(batched_events) Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: event.method(event) Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: return f(self, *a, **k) Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._get(url).json() Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:44:14.895814 dv-cinder-836996-3-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:44:14.951825 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (d136d043-47ee-4ab1-b47c-2b2f5dc06c4b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.956442 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:14.961084 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] 10.222.0.18 "DELETE /v2.0/networks/d136d043-47ee-4ab1-b47c-2b2f5dc06c4b HTTP/1.1" status: 204 len: 168 time: 0.5373142 Apr 11 06:44:14.964179 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44722) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:14.973615 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6c605-f5ae-4fe4-bd6c-925f93b0defd admin admin] Pushing event deleted for resources: {'Network': ['ID=d136d043-47ee-4ab1-b47c-2b2f5dc06c4b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:14.986850 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device b460da30-f9ca-4bef-8434-65aceaeabda6 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:44:15.011972 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: b460da30-f9ca-4bef-8434-65aceaeabda6 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:44:15.012302 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device b460da30-f9ca-4bef-8434-65aceaeabda6 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:44:15.012718 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device b252c41d-9a92-488f-8de8-ed62bd0f2e8c no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:44:15.032013 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: b252c41d-9a92-488f-8de8-ed62bd0f2e8c {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:44:15.032357 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device b252c41d-9a92-488f-8de8-ed62bd0f2e8c not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:44:15.032783 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:44:15.055671 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:44:15.055988 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 1d5ef42c-b5fc-47bc-ade4-3cf4f8420a67 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:44:15.299711 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92b64cfe-e9c6-4fa8-9e66-67315f0b3ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035915'] for router_interface (f93e012a-88f3-4589-84d5-63237c6baf31), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:15.533074 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-92b64cfe-e9c6-4fa8-9e66-67315f0b3ef2 admin admin] Deleting port 7d624593-9e8e-46aa-9249-a5de8a1594f8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:44:15.533403 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92b64cfe-e9c6-4fa8-9e66-67315f0b3ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:15.614946 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-92b64cfe-e9c6-4fa8-9e66-67315f0b3ef2 admin admin] For port 7d624593-9e8e-46aa-9249-a5de8a1594f8, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=7d624593-9e8e-46aa-9249-a5de8a1594f8,segment=NetworkSegment(0713fe69-5e25-474d-857a-05341a8e5712),segment_id=0713fe69-5e25-474d-857a-05341a8e5712)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:44:15.615186 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92b64cfe-e9c6-4fa8-9e66-67315f0b3ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:15.627908 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-92b64cfe-e9c6-4fa8-9e66-67315f0b3ef2 admin admin] Calling delete_port for 7d624593-9e8e-46aa-9249-a5de8a1594f8 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:44:15.817704 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92b64cfe-e9c6-4fa8-9e66-67315f0b3ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (7d624593-9e8e-46aa-9249-a5de8a1594f8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:15.848205 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b64cfe-e9c6-4fa8-9e66-67315f0b3ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d624593-9e8e-46aa-9249-a5de8a1594f8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:16.017322 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-92b64cfe-e9c6-4fa8-9e66-67315f0b3ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035815'] for router_interface (f93e012a-88f3-4589-84d5-63237c6baf31), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:16.265939 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b64cfe-e9c6-4fa8-9e66-67315f0b3ef2 admin admin] Router f93e012a-88f3-4589-84d5-63237c6baf31 has already been hosted by L3 agent ff74d4b7-607f-4f35-bcde-a0c159e4dc32 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 06:44:16.381161 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b64cfe-e9c6-4fa8-9e66-67315f0b3ef2 admin admin] Notify agent at l3_agent.dv-cinder-836996-3-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 06:44:16.387103 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-92b64cfe-e9c6-4fa8-9e66-67315f0b3ef2 admin admin] 10.222.0.18 "PUT /v2.0/routers/f93e012a-88f3-4589-84d5-63237c6baf31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4222691 Apr 11 06:44:16.389221 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44724) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:16.390395 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd7c5c-4ae1-441c-b676-0838cbbc277f None None] Sync routers for ids ['f93e012a-88f3-4589-84d5-63237c6baf31'] in dv-cinder-836996-3-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 06:44:16.400430 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd7c5c-4ae1-441c-b676-0838cbbc277f None None] Routers {'f93e012a-88f3-4589-84d5-63237c6baf31'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:44:16.401049 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3bbd7c5c-4ae1-441c-b676-0838cbbc277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f93e012a-88f3-4589-84d5-63237c6baf31'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:16.502148 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Publish callbacks [] for router (f93e012a-88f3-4589-84d5-63237c6baf31), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:16.600834 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3bbd7c5c-4ae1-441c-b676-0838cbbc277f None None] Set router f93e012a-88f3-4589-84d5-63237c6baf31 gateway port host: dv-cinder-836996-3-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:44:16.609783 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Publish callbacks [] for router_gateway (f93e012a-88f3-4589-84d5-63237c6baf31), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:16.658192 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Deleting port 19395636-b6f6-4540-a08d-2a12476a717a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:44:16.658503 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (19395636-b6f6-4540-a08d-2a12476a717a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:16.782970 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3bbd7c5c-4ae1-441c-b676-0838cbbc277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'name': 'tempest-TestVolumeBootPattern-263062829-router', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'external_fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '19395636-b6f6-4540-a08d-2a12476a717a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:44:15Z', 'revision_number': 5, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'gw_port': {'id': '19395636-b6f6-4540-a08d-2a12476a717a', 'name': '', 'network_id': '7d92a962-1f6b-459e-a2e8-246fdd7a3fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caee4ce-ccb0-4869-af2d-8df849772653', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-3-iscsi'}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:16.810227 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd7c5c-4ae1-441c-b676-0838cbbc277f None None] Checking router: f93e012a-88f3-4589-84d5-63237c6baf31 for host: dv-cinder-836996-3-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 06:44:16.819629 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd7c5c-4ae1-441c-b676-0838cbbc277f None None] Routers {'f93e012a-88f3-4589-84d5-63237c6baf31'} bound to L3 agent in host dv-cinder-836996-3-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 06:44:16.820340 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3bbd7c5c-4ae1-441c-b676-0838cbbc277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T06:21:53Z,description=,heartbeat_timestamp=2022-04-11T06:43:53Z,host='dv-cinder-836996-3-iscsi',id=ff74d4b7-607f-4f35-bcde-a0c159e4dc32,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T06:21:53Z,topic='l3_agent')) {'router_ids': ['f93e012a-88f3-4589-84d5-63237c6baf31'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:16.912196 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3bbd7c5c-4ae1-441c-b676-0838cbbc277f None None] Set router f93e012a-88f3-4589-84d5-63237c6baf31 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 06:44:16.974172 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3bbd7c5c-4ae1-441c-b676-0838cbbc277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'name': 'tempest-TestVolumeBootPattern-263062829-router', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:44:16Z', 'revision_number': 6, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'gw_port_host': None}], 'dv-cinder-836996-3-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:17.002637 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd7c5c-4ae1-441c-b676-0838cbbc277f None None] The sync data for ids ['f93e012a-88f3-4589-84d5-63237c6baf31'] in dv-cinder-836996-3-iscsi is: [{'id': 'f93e012a-88f3-4589-84d5-63237c6baf31', 'name': 'tempest-TestVolumeBootPattern-263062829-router', 'tenant_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T06:37:20Z', 'updated_at': '2022-04-11T06:44:16Z', 'revision_number': 6, 'project_id': '7aee1d634f9f4c80be0c5b1f06da0f82', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 06:44:17.006403 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] For port 19395636-b6f6-4540-a08d-2a12476a717a, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=19395636-b6f6-4540-a08d-2a12476a717a,segment=NetworkSegment(ac80b8fc-aa36-4a94-a723-8219e555daae),segment_id=ac80b8fc-aa36-4a94-a723-8219e555daae)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:44:17.006865 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (19395636-b6f6-4540-a08d-2a12476a717a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.020600 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Calling delete_port for 19395636-b6f6-4540-a08d-2a12476a717a owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:44:17.201138 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9388641'] for port (19395636-b6f6-4540-a08d-2a12476a717a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.236237 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=19395636-b6f6-4540-a08d-2a12476a717a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:17.295525 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2037377'] for router_gateway (f93e012a-88f3-4589-84d5-63237c6baf31), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.390051 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2088751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30897'] for router (f93e012a-88f3-4589-84d5-63237c6baf31), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.392465 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Publish callbacks [] for router_controller (f93e012a-88f3-4589-84d5-63237c6baf31), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.442832 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2088742'] for router (f93e012a-88f3-4589-84d5-63237c6baf31), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.443382 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f93e012a-88f3-4589-84d5-63237c6baf31 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 06:44:17.448143 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.449264 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2e8d2ccd-2bbd-467a-b0ca-29dfef53fb5e admin admin] 10.222.0.18 "DELETE /v2.0/routers/f93e012a-88f3-4589-84d5-63237c6baf31 HTTP/1.1" status: 204 len: 168 time: 1.0589719 Apr 11 06:44:17.451990 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44726) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:17.497603 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d48035-39e2-45de-a156-be4ddd28cb42 admin admin] Deleting subnet 3cc8f0e7-6c25-473d-8e38-1ab234ec55f0 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 06:44:17.500892 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0d48035-39e2-45de-a156-be4ddd28cb42 admin admin] Publish callbacks [] for subnet (3cc8f0e7-6c25-473d-8e38-1ab234ec55f0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.537652 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0d48035-39e2-45de-a156-be4ddd28cb42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2113639'] for subnet (3cc8f0e7-6c25-473d-8e38-1ab234ec55f0), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.621906 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0d48035-39e2-45de-a156-be4ddd28cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-949504'] for subnet (3cc8f0e7-6c25-473d-8e38-1ab234ec55f0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.683746 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0d48035-39e2-45de-a156-be4ddd28cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-949561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9388572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3823590'] for subnet (3cc8f0e7-6c25-473d-8e38-1ab234ec55f0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.709959 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d48035-39e2-45de-a156-be4ddd28cb42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc8f0e7-6c25-473d-8e38-1ab234ec55f0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:17.712897 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0d48035-39e2-45de-a156-be4ddd28cb42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.716718 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a0d48035-39e2-45de-a156-be4ddd28cb42 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3cc8f0e7-6c25-473d-8e38-1ab234ec55f0 HTTP/1.1" status: 204 len: 168 time: 0.2638283 Apr 11 06:44:17.720406 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44728) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:17.720902 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d24aea-803b-4319-9068-773b9a53e5bf None None] Network b9574aec-25e3-4038-99b5-66aa3df929e8 requested from dv-cinder-836996-3-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 06:44:17.799375 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608083'] for network (b9574aec-25e3-4038-99b5-66aa3df929e8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.848408 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Deleting port f9276ca1-996c-4bfc-876f-99e8086f1b6b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:44:17.848890 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.881308 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca2e70-3d66-4dd0-aece-925812c18330 None None] DHCP port deletion for b9574aec-25e3-4038-99b5-66aa3df929e8 request from dv-cinder-836996-3-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 06:44:17.911638 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] For port f9276ca1-996c-4bfc-876f-99e8086f1b6b, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=f9276ca1-996c-4bfc-876f-99e8086f1b6b,segment=NetworkSegment(0713fe69-5e25-474d-857a-05341a8e5712),segment_id=0713fe69-5e25-474d-857a-05341a8e5712)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:44:17.911994 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.921984 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-57ca2e70-3d66-4dd0-aece-925812c18330 None None] Deleting port f9276ca1-996c-4bfc-876f-99e8086f1b6b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 06:44:17.922347 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57ca2e70-3d66-4dd0-aece-925812c18330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757672400927'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:17.925095 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Calling delete_port for f9276ca1-996c-4bfc-876f-99e8086f1b6b owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:44:17.989889 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-57ca2e70-3d66-4dd0-aece-925812c18330 None None] For port f9276ca1-996c-4bfc-876f-99e8086f1b6b, host dv-cinder-836996-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-3-iscsi',level=0,port_id=f9276ca1-996c-4bfc-876f-99e8086f1b6b,segment=NetworkSegment(0713fe69-5e25-474d-857a-05341a8e5712),segment_id=0713fe69-5e25-474d-857a-05341a8e5712)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 06:44:17.990421 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57ca2e70-3d66-4dd0-aece-925812c18330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2045781'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.004817 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-57ca2e70-3d66-4dd0-aece-925812c18330 None None] Calling delete_port for f9276ca1-996c-4bfc-876f-99e8086f1b6b owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 06:44:18.017655 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3409787'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.047372 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9276ca1-996c-4bfc-876f-99e8086f1b6b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:18.049419 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] No DVR routers for this DVR port f9276ca1-996c-4bfc-876f-99e8086f1b6b on host dv-cinder-836996-3-iscsi {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:44:18.085657 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57ca2e70-3d66-4dd0-aece-925812c18330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469258', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757672407053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757671930691'] for port (f9276ca1-996c-4bfc-876f-99e8086f1b6b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.114217 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca2e70-3d66-4dd0-aece-925812c18330 None None] Pushing event deleted for resources: {'Port': ['ID=f9276ca1-996c-4bfc-876f-99e8086f1b6b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:18.117748 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca2e70-3d66-4dd0-aece-925812c18330 None None] No DVR routers for this DVR port f9276ca1-996c-4bfc-876f-99e8086f1b6b on host dv-cinder-836996-3-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 06:44:18.406603 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-947597', 'neutron.services.segments.db._delete_segments_for_network-8757672444079'] for network (b9574aec-25e3-4038-99b5-66aa3df929e8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.426980 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9574aec-25e3-4038-99b5-66aa3df929e8']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:18.436245 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0713fe69-5e25-474d-857a-05341a8e5712') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:18.436530 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0713fe69-5e25-474d-857a-05341a8e5712') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 06:44:18.448470 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757672444344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9241788'] for segment (0713fe69-5e25-474d-857a-05341a8e5712), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.469249 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061'] for segment (0713fe69-5e25-474d-857a-05341a8e5712), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.478320 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 06:44:18.478637 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3409836'] for segment (0713fe69-5e25-474d-857a-05341a8e5712), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: Traceback (most recent call last): Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: timer() Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: cb(*args, **kw) Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: return func(*args, **kwargs) Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: self._notify() Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: self.callback(batched_events) Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: event.method(event) Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: return f(self, *a, **k) Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._get(url).json() Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 06:44:18.480511 dv-cinder-836996-3-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 06:44:18.537989 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-947586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2037477'] for network (b9574aec-25e3-4038-99b5-66aa3df929e8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.547033 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584174'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.554771 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b9574aec-25e3-4038-99b5-66aa3df929e8 HTTP/1.1" status: 204 len: 168 time: 0.8332975 Apr 11 06:44:18.565761 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2ebbb-1d07-4b2c-9661-b0753bebacf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9574aec-25e3-4038-99b5-66aa3df929e8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:18.678108 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44732) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:18.722614 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-583e2ee2-7d06-4c5e-af9a-d6fa0e2834cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29d07bdf95d441a8869cefd9f49a60ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430524 Apr 11 06:44:18.725266 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.18', 44734) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:18.772859 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c293007d-02a7-44cb-8f81-d5ee19e8590b admin admin] Publish callbacks [] for security_group (b014e961-8ab7-46ed-a440-0bab8efd685d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.795119 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c293007d-02a7-44cb-8f81-d5ee19e8590b admin admin] Publish callbacks [] for security_group (b014e961-8ab7-46ed-a440-0bab8efd685d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.842040 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c293007d-02a7-44cb-8f81-d5ee19e8590b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (b014e961-8ab7-46ed-a440-0bab8efd685d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.844535 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c293007d-02a7-44cb-8f81-d5ee19e8590b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:18.845718 dv-cinder-836996-3-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c293007d-02a7-44cb-8f81-d5ee19e8590b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b014e961-8ab7-46ed-a440-0bab8efd685d HTTP/1.1" status: 204 len: 168 time: 0.1196008 Apr 11 06:44:18.853500 dv-cinder-836996-3-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293007d-02a7-44cb-8f81-d5ee19e8590b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b014e961-8ab7-46ed-a440-0bab8efd685d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:18.981094 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 7d624593-9e8e-46aa-9249-a5de8a1594f8 no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:44:19.002465 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 7d624593-9e8e-46aa-9249-a5de8a1594f8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:44:19.002802 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 7d624593-9e8e-46aa-9249-a5de8a1594f8 not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:44:19.003214 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 19395636-b6f6-4540-a08d-2a12476a717a no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:44:19.021818 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: 19395636-b6f6-4540-a08d-2a12476a717a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:44:19.022155 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device 19395636-b6f6-4540-a08d-2a12476a717a not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:44:19.022560 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device f9276ca1-996c-4bfc-876f-99e8086f1b6b no longer exists at agent ovs-agent-dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 06:44:19.045607 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] No Port match for: f9276ca1-996c-4bfc-876f-99e8086f1b6b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 06:44:19.045939 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Device f9276ca1-996c-4bfc-876f-99e8086f1b6b not bound to the agent host dv-cinder-836996-3-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 06:44:19.162792 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44740) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:19.203326 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f4289f5d-8fa3-4b82-afd0-0ed5721de8c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7aee1d634f9f4c80be0c5b1f06da0f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391901 Apr 11 06:44:19.205766 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.18', 44742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 06:44:19.253759 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-599249cf-4a0d-49f0-9f5e-ff0e0c8a8d46 admin admin] Publish callbacks [] for security_group (f1e57bd1-4bf5-4f98-9925-127278d287ba), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:19.274787 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-599249cf-4a0d-49f0-9f5e-ff0e0c8a8d46 admin admin] Publish callbacks [] for security_group (f1e57bd1-4bf5-4f98-9925-127278d287ba), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:19.323039 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-599249cf-4a0d-49f0-9f5e-ff0e0c8a8d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602072'] for security_group (f1e57bd1-4bf5-4f98-9925-127278d287ba), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:19.325796 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-599249cf-4a0d-49f0-9f5e-ff0e0c8a8d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:19.326941 dv-cinder-836996-3-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-599249cf-4a0d-49f0-9f5e-ff0e0c8a8d46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1e57bd1-4bf5-4f98-9925-127278d287ba HTTP/1.1" status: 204 len: 168 time: 0.1203313 Apr 11 06:44:19.334620 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599249cf-4a0d-49f0-9f5e-ff0e0c8a8d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e57bd1-4bf5-4f98-9925-127278d287ba,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 06:44:21.091745 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f00e0c50-5e33-4512-80bd-2509aaec6be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:23.161049 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bbd81a4-74d8-4906-8292-7d0f8a34bb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:24.661242 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:25.929023 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:25.998875 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:27.233032 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:40.184486 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:44:51.103046 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9df61f54-5935-4bf4-b59c-fc2b9f7eb7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:53.164955 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f597179b-2c77-4f0d-bc65-7523964b8d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:54.676073 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:55.943350 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:55.997722 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:44:57.234885 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:17.188741 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:45:21.103663 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8411-4ede-4641-bc08-6a82ad491881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:23.163256 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9496b5ff-6cb4-465b-84bf-ca325233f535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:24.674646 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:25.939819 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:26.000700 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:27.365148 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:51.103111 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df8544fe-352e-41e7-b0a6-ba5bce7f7d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:53.162212 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43ba140e-cfc2-4ed8-9748-7f86fcf67fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:54.193524 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:45:54.679335 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:55.950086 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:56.004373 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:45:57.239339 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:21.111178 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f5cf87c-7754-452a-8a5c-908ee31b8a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:23.164657 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62034e1a-e725-4a35-8bde-380621f39e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:24.682400 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:25.945832 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:26.006112 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:27.238905 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:31.196099 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:46:51.106336 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a31a7b82-4a6b-4d01-a716-7abfb9fea270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:53.162688 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38ad74f9-8891-40cf-8193-6e2465e4e8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:54.690947 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:55.941735 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:56.010006 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:46:57.241999 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:47:08.198420 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:47:21.107550 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a18410a9-005f-44e4-87c6-60ba3c6e670d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:47:23.163038 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60573cd4-2d80-4a5d-8f33-508b1cb67d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:47:24.682648 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:47:25.947286 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:47:26.013188 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:47:27.244406 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:47:45.203411 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:47:51.117543 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6c28-b577-4c55-8495-2886b40cf37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:47:53.164872 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-556cb4b6-06a5-4ffa-b7d7-ce7ac8617831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:47:54.696677 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:47:55.955208 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:47:56.014930 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:47:57.252196 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:20.282916 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-332deb41-2710-464a-8463-a63fe56d0fc3 req-69d21f5f-7ab2-4fa7-8d6a-5a5f50f2a0e2 tempest-AttachVolumeShelveTestJSON-1834943197 tempest-AttachVolumeShelveTestJSON-1834943197-project] (103324) timed out ('10.222.0.18', 38156) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 06:48:21.113115 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a9ece69-93d6-41ec-82e9-6e5d80ac28f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:22.207880 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:48:23.164771 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6967b33f-951d-46fe-b36c-1df09b84cef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:24.692131 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:25.953778 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:26.018129 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:27.237316 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:44.812540 dv-cinder-836996-3-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-7a1a13e6-ba65-4c88-a5d6-b17264e6bff9 req-de57c6df-5995-4ab7-9256-b20e31f1e618 service neutron] (103324) timed out ('10.222.0.20', 50205) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 06:48:51.109423 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df81330f-e105-4d85-b23b-152a62e8b6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:53.161204 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c829ef1-ccc6-4247-bef4-90e9353fb822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:54.704779 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:55.961847 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:56.028386 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:57.247936 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:48:59.212032 dv-cinder-836996-3-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-c204a016-e432-4f82-acda-6fd44c814b06 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 06:49:21.114263 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e531aef6-140c-4d10-99ed-d8952aeb30d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (6aef8800-716c-4393-811d-2484ca65ce7f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:49:23.173077 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-341f19a8-1ac0-4635-b912-5f6d11adafe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (ff74d4b7-607f-4f35-bcde-a0c159e4dc32), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:49:24.706553 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bda812f6-9bfa-40bf-8271-fdd06aa3d56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (a3df364c-1dc1-49f8-8834-5c2673f7d890), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:49:25.956863 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30857a2a-d42c-4083-9a16-92d848eec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d976d822-df40-491d-924f-195eb933cdd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:49:26.023681 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c35f685-ef72-4c4f-806b-f161e50e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d19b3564-9106-4ed1-8e4f-791b127103d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 06:49:27.245463 dv-cinder-836996-3-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0e42c38-c03b-49a8-a46d-162c858ec8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757672444061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018570'] for agent (d7833fe2-69ac-47a9-b3b1-71c62ce25893), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}